{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Test loading RNN weights from file"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "%load_ext autoreload\n",
    "%autoreload 2"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "import sys, os\n",
    "ROOT = \"../\"\n",
    "sys.path.append(ROOT)\n",
    "\n",
    "import numpy as np\n",
    "import matplotlib.pyplot as plt\n",
    "import scipy.constants as const\n",
    "import scipy\n",
    "import types\n",
    "import torch\n",
    "\n",
    "from scipy.io import wavfile\n",
    "import librosa.display\n",
    "\n",
    "from IPython.core.display import HTML\n",
    "import IPython.display as ipd\n",
    "\n",
    "# Import all my libraries\n",
    "import utils.lib_io as lib_io\n",
    "import utils.lib_commons as lib_commons\n",
    "import utils.lib_datasets as lib_datasets\n",
    "import utils.lib_augment as lib_augment\n",
    "import utils.lib_ml as lib_ml\n",
    "import utils.lib_rnn as lib_rnn\n",
    "from utils.lib_rnn import RNN\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Set arguments\n",
    "args = types.SimpleNamespace()\n",
    "\n",
    "args.input_size = 12\n",
    "args.hidden_size = 64\n",
    "args.num_layers = 5\n",
    "args.classes_txt = \"../config/classes_kaggle.names\" \n",
    "args.classes_txt = \"../config/classes.names\" \n",
    "args.num_classes = len(lib_io.read_list(args.classes_txt)) # read from \"config/classes.names\"\n",
    "args.device = torch.device('cuda' if torch.cuda.is_available() else 'cpu')\n",
    "\n",
    "load_weights_from=\"../checkpoints/kaggle_accu_914/model_025.ckpt\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [],
   "source": [
    "def load_weights(model, weights, PRINT=False):\n",
    "    # Load weights into model.\n",
    "    # If param's name is different, raise error.\n",
    "    # If param's size is different, skip this param.\n",
    "    # see: https://discuss.pytorch.org/t/how-to-load-part-of-pre-trained-model/1113/2\n",
    "    \n",
    "    for i, (name, param) in enumerate(weights.items()):\n",
    "        model_state = model.state_dict()\n",
    "        \n",
    "        if name not in model_state:\n",
    "            assert 0, \"Wrong weights file.\"\n",
    "            \n",
    "        model_shape = model_state[name].shape\n",
    "        if model_shape != param.shape:\n",
    "            if PRINT:\n",
    "                print(f\"\\nSize of {name} layer is different between model and weights. Not copy parameters.\")\n",
    "                print(f\"\\tModel shape = {model_shape}, weights' shape = {param.shape}.\")\n",
    "            continue\n",
    "\n",
    "        model_state[name].copy_(param)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Create a RNN model\n",
      "Load parameters from ../checkpoints/kaggle_accu_914/model_025.ckpt\n",
      "\n",
      "Size of fc.weight layer is different between model and weights. Not copy parameters.\n",
      "\tModel shape = torch.Size([11, 64]), weights' shape = torch.Size([35, 64]).\n",
      "\n",
      "Size of fc.bias layer is different between model and weights. Not copy parameters.\n",
      "\tModel shape = torch.Size([11]), weights' shape = torch.Size([35]).\n"
     ]
    }
   ],
   "source": [
    "# Create model\n",
    "# model = lib_rnn.create_RNN_model(args, load_weights_from)\n",
    "\n",
    "device = args.device\n",
    "args.num_classes = len(lib_io.read_list(args.classes_txt)) # read from \"config/classes.names\"\n",
    "\n",
    "model = RNN(args.input_size, args.hidden_size, args.num_layers, args.num_classes, device).to(device)\n",
    "print(\"Create a RNN model\")\n",
    "\n",
    "if load_weights_from: # load model\n",
    "    print(\"Load parameters from\", load_weights_from)\n",
    "    weights = torch.load(load_weights_from)\n",
    "    load_weights(model, weights, PRINT=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Fix weights"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "tensor([[ 0.0229, -1.1894,  0.3005,  ..., -1.2080, -0.2036, -0.5264],\n",
       "        [ 0.2233,  0.7289,  0.8038,  ...,  0.1909, -0.1121,  0.1137],\n",
       "        [-0.2408,  0.7406,  0.6178,  ...,  1.5159,  0.2505,  0.4425],\n",
       "        ...,\n",
       "        [-0.0213, -0.3206, -0.8492,  ..., -0.1701, -0.9032, -0.3206],\n",
       "        [-0.3085, -0.5769,  0.4461,  ..., -0.5440, -0.5557,  0.3436],\n",
       "        [ 0.1111,  0.0483,  0.3182,  ..., -0.4189,  0.5426,  1.1522]],\n",
       "       device='cuda:0')"
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "model.state_dict()[\"lstm.weight_ih_l0\"]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Fix lstm.weight_ih_l0 layer. Fix lstm.weight_hh_l0 layer. Fix lstm.bias_ih_l0 layer. Fix lstm.bias_hh_l0 layer. Fix lstm.weight_ih_l1 layer. Fix lstm.weight_hh_l1 layer. Fix lstm.bias_ih_l1 layer. Fix lstm.bias_hh_l1 layer. Fix lstm.weight_ih_l2 layer. Fix lstm.weight_hh_l2 layer. Fix lstm.bias_ih_l2 layer. Fix lstm.bias_hh_l2 layer. Fix lstm.weight_ih_l3 layer. Fix lstm.weight_hh_l3 layer. Fix lstm.bias_ih_l3 layer. Fix lstm.bias_hh_l3 layer. Fix lstm.weight_ih_l4 layer. Fix lstm.weight_hh_l4 layer. Fix lstm.bias_ih_l4 layer. Fix lstm.bias_hh_l4 layer. "
     ]
    }
   ],
   "source": [
    "def fix_weights_except_fc(model):\n",
    "    not_fix = \"fc\"\n",
    "    for name, param in model.state_dict().items():\n",
    "        if not_fix in name:\n",
    "            continue\n",
    "        else:\n",
    "            print(f\"Fix {name} layer\", end='. ')\n",
    "            param.requires_grad = False\n",
    "fix_weights_except_fc(model)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# ====================================\n",
    "# Below are just some useless tests\n",
    "# ===================================="
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 48,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'_metadata': OrderedDict([('', {'version': 1}),\n",
       "              ('lstm', {'version': 1}),\n",
       "              ('fc', {'version': 1})])}"
      ]
     },
     "execution_count": 48,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "weights.__dict__"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 47,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "--------------------------------------------------\n",
      " 0\n",
      "lstm.weight_ih_l0\n",
      "tensor([[ 0.0229, -1.1894,  0.3005,  ..., -1.2080, -0.2036, -0.5264],\n",
      "        [ 0.2233,  0.7289,  0.8038,  ...,  0.1909, -0.1121,  0.1137],\n",
      "        [-0.2408,  0.7406,  0.6178,  ...,  1.5159,  0.2505,  0.4425],\n",
      "        ...,\n",
      "        [-0.0213, -0.3206, -0.8492,  ..., -0.1701, -0.9032, -0.3206],\n",
      "        [-0.3085, -0.5769,  0.4461,  ..., -0.5440, -0.5557,  0.3436],\n",
      "        [ 0.1111,  0.0483,  0.3182,  ..., -0.4189,  0.5426,  1.1522]],\n",
      "       device='cuda:0')\n",
      "--------------------------------------------------\n",
      " 1\n",
      "lstm.weight_hh_l0\n",
      "tensor([[-0.0963, -0.3485,  0.6226,  ..., -0.6704, -0.4524,  0.4905],\n",
      "        [-1.0680,  1.3284,  0.4781,  ...,  0.1699, -0.7938, -0.1436],\n",
      "        [ 0.1416, -0.3915,  0.7447,  ...,  0.9445, -1.0173,  0.9754],\n",
      "        ...,\n",
      "        [ 0.0808, -0.5832,  0.9872,  ..., -4.1253,  1.0131,  2.3520],\n",
      "        [ 0.9701, -0.8446,  0.2547,  ..., -0.6916,  4.7517,  0.0098],\n",
      "        [-0.8375, -0.2105, -1.6835,  ...,  0.8986,  0.0462, -5.5620]],\n",
      "       device='cuda:0')\n",
      "--------------------------------------------------\n",
      " 2\n",
      "lstm.bias_ih_l0\n",
      "tensor([ 0.3133, -0.5302,  0.7911, -0.6752,  0.5561,  0.1118, -0.9351,  0.1543,\n",
      "        -1.0887, -1.0339,  0.1073, -0.9398, -0.8361,  0.4810,  1.7273, -0.7453,\n",
      "        -1.1137,  0.2182,  0.8129, -0.8107,  0.8846, -0.0845,  0.0982,  1.0026,\n",
      "        -0.4766,  1.7028, -1.1162,  0.7730, -1.0840, -0.4201, -0.3267, -0.2221,\n",
      "        -0.8153,  1.3707,  2.1589, -1.0221,  1.2364,  0.3809,  0.1809, -0.1871,\n",
      "        -0.2194,  0.8200,  0.0388, -0.6718, -0.3410, -0.2328,  0.3632,  1.9105,\n",
      "        -1.1763, -0.3101,  0.8312, -0.1609, -1.3318, -0.2931, -1.6518, -0.5257,\n",
      "         0.0117, -0.3682, -0.0137, -0.2794, -0.5228,  1.6826,  1.3388,  0.5117,\n",
      "        -0.4016, -2.4449,  1.3111, -0.1404, -0.2124,  0.9023, -0.5907, -1.1074,\n",
      "        -1.1779, -1.1981,  0.3312, -0.7032, -1.1810, -1.3433,  0.6920, -1.5077,\n",
      "        -2.5363, -1.3206,  0.8213, -0.6811, -0.3891, -0.8773, -0.5755,  0.6434,\n",
      "        -0.8786,  0.4494, -1.5095,  0.8193, -0.9145, -1.0468, -0.8271, -1.0384,\n",
      "         0.5366, -0.7815,  0.9527, -1.6555, -0.5870, -1.2046, -0.5739,  0.1456,\n",
      "        -0.5771, -2.0701,  0.8141, -0.7642, -0.1967, -0.7016, -1.2501,  0.2084,\n",
      "        -1.5061, -1.0445,  0.0221, -0.8985, -0.0182, -2.4098, -0.9078, -0.7244,\n",
      "        -1.2744, -0.8208, -1.0844, -1.6910, -1.2924,  0.1764, -1.5372, -1.1395,\n",
      "         1.2470, -0.5457,  0.8382, -0.1416,  2.1968, -1.9745, -2.1530, -1.4879,\n",
      "         0.5993, -0.8998,  1.9541,  1.1823,  0.9562, -0.4356,  3.0274,  1.1369,\n",
      "         0.9602,  1.7012,  1.4040,  1.6303, -1.4236, -1.1173, -0.5467, -2.3383,\n",
      "         0.9923,  2.9048, -0.0185,  1.4063,  0.1266, -0.6692,  1.9070, -0.9460,\n",
      "         0.5608, -1.9630, -2.5492,  1.8151,  1.4406,  0.1233, -1.4444,  0.3164,\n",
      "         0.7211, -0.8320,  1.6446, -0.9805, -0.5940, -1.3305,  0.5060, -2.8949,\n",
      "         0.9198,  0.5096, -0.8610, -0.5124, -1.3796,  0.4491, -0.2074,  0.5716,\n",
      "        -1.4388, -0.7802,  1.7330,  0.8950,  0.8672,  2.5214, -2.2086,  1.3762,\n",
      "        -0.1148, -3.3484, -0.1681, -1.4473,  0.5473,  0.9796,  1.3683, -0.3768,\n",
      "        -1.2541,  0.9584,  0.9609, -0.0277, -0.6733, -1.5572,  1.7611,  0.8508,\n",
      "        -0.9299,  1.0093, -0.0557, -0.1115, -0.3896, -0.8424, -1.0959,  1.0427,\n",
      "         1.1270,  2.4261, -0.5706,  0.8840, -0.3141, -0.0188,  0.6287, -0.9672,\n",
      "        -0.4607,  0.9947,  2.6576, -0.7948,  0.4552,  0.5581,  1.7416, -0.3495,\n",
      "         0.1833,  0.0497,  1.6195, -2.2327, -0.4165, -0.4521, -1.3106,  2.3188,\n",
      "         0.2318, -2.7691, -0.3460, -1.3983,  0.0165,  1.5432, -0.8730,  0.7468,\n",
      "        -0.1196, -1.0813, -0.1675, -0.0561, -0.7777,  0.7285, -0.1966, -0.5896],\n",
      "       device='cuda:0')\n",
      "--------------------------------------------------\n",
      " 3\n",
      "lstm.bias_hh_l0\n",
      "tensor([ 0.1746, -0.5875,  0.9206, -0.7992,  0.5548,  0.1216, -0.8590,  0.3202,\n",
      "        -0.9429, -0.9891,  0.1388, -0.9231, -0.8788,  0.4817,  1.7042, -0.6502,\n",
      "        -0.9915,  0.1665,  0.7549, -0.7471,  0.7967, -0.1780,  0.1022,  0.9837,\n",
      "        -0.4699,  1.7909, -0.9223,  0.6429, -1.0692, -0.4379, -0.4199, -0.2209,\n",
      "        -0.7009,  1.2906,  2.0852, -1.2398,  1.2809,  0.4008,  0.0430, -0.1666,\n",
      "        -0.3599,  0.7680, -0.0437, -0.6388, -0.4191, -0.1339,  0.2057,  1.8248,\n",
      "        -1.0386, -0.2259,  0.9737, -0.2771, -1.5072, -0.4693, -1.5584, -0.4840,\n",
      "         0.0208, -0.3875,  0.0460, -0.2828, -0.4130,  1.7020,  1.3260,  0.4289,\n",
      "        -0.4642, -2.4138,  1.3573, -0.3470, -0.0066,  0.7674, -0.6611, -1.1525,\n",
      "        -1.3759, -1.2173,  0.4872, -0.5611, -1.3916, -1.4000,  0.7219, -1.5239,\n",
      "        -2.6830, -1.3330,  0.8408, -0.6185, -0.5407, -0.9184, -0.5826,  0.5118,\n",
      "        -0.8719,  0.4105, -1.5839,  0.8086, -0.8985, -0.9554, -0.8514, -1.0024,\n",
      "         0.4005, -0.7546,  0.9014, -1.7770, -0.4366, -1.2840, -0.5174,  0.2066,\n",
      "        -0.6970, -2.1589,  0.6096, -0.6207, -0.1188, -0.7089, -1.1282,  0.0983,\n",
      "        -1.5275, -1.1123, -0.0603, -0.9262,  0.0155, -2.3469, -0.9122, -0.6701,\n",
      "        -1.3222, -0.9711, -1.1211, -1.5776, -1.1925,  0.1860, -1.4652, -1.2365,\n",
      "         1.3149, -0.4777,  0.9672, -0.1554,  2.2853, -2.0272, -2.2538, -1.4810,\n",
      "         0.4025, -0.9080,  2.0036,  1.3763,  0.9106, -0.4272,  3.1691,  1.2776,\n",
      "         1.0664,  1.8049,  1.2131,  1.7718, -1.2951, -1.2111, -0.6428, -2.3669,\n",
      "         1.0005,  2.9976, -0.0079,  1.5095, -0.0730, -0.8190,  1.9202, -0.8542,\n",
      "         0.5053, -1.8703, -2.5625,  1.7824,  1.6119, -0.0864, -1.5275,  0.2496,\n",
      "         0.7700, -0.7247,  1.8430, -1.0384, -0.6149, -1.3705,  0.4641, -2.8537,\n",
      "         0.9989,  0.6286, -0.7884, -0.5893, -1.1757,  0.6125, -0.2164,  0.6867,\n",
      "        -1.4535, -0.8841,  1.7213,  0.9149,  0.7517,  2.6337, -2.1091,  1.3590,\n",
      "        -0.0563, -3.3266, -0.0467, -1.5225,  0.4752,  0.8059,  1.3687, -0.3159,\n",
      "        -1.0511,  0.9003,  0.9534, -0.1599, -0.5712, -1.5500,  1.6896,  0.8809,\n",
      "        -1.0120,  0.9691, -0.0531, -0.1956, -0.4030, -0.9297, -1.1079,  1.1079,\n",
      "         1.2238,  2.3798, -0.5784,  0.8665, -0.4325, -0.1032,  0.6785, -1.0299,\n",
      "        -0.3727,  1.0940,  2.5851, -0.7817,  0.5508,  0.4817,  1.5845, -0.3273,\n",
      "         0.2416,  0.2320,  1.6249, -2.2943, -0.4235, -0.4790, -1.1834,  2.1816,\n",
      "         0.2398, -2.8180, -0.4690, -1.5748,  0.1041,  1.6866, -0.9708,  0.9046,\n",
      "         0.0291, -1.0778, -0.2287,  0.0102, -0.6842,  0.8528, -0.2037, -0.6773],\n",
      "       device='cuda:0')\n",
      "--------------------------------------------------\n",
      " 4\n",
      "lstm.weight_ih_l1\n",
      "tensor([[-0.0177,  0.0333, -0.1485,  ...,  0.3192,  0.1733, -0.7434],\n",
      "        [ 0.3731, -0.2063, -0.7348,  ...,  0.2586,  0.1217,  0.1349],\n",
      "        [-0.0535, -0.2949, -0.0962,  ...,  0.3974, -0.1163, -0.6383],\n",
      "        ...,\n",
      "        [ 1.0613, -0.1512, -0.7781,  ...,  0.9827, -0.2251,  0.1491],\n",
      "        [-0.4410,  0.3241,  0.2466,  ..., -1.4757, -0.5071, -0.4038],\n",
      "        [-0.2966,  0.5042,  0.3602,  ..., -0.1391, -0.7687, -0.7572]],\n",
      "       device='cuda:0')\n",
      "--------------------------------------------------\n",
      " 5\n",
      "lstm.weight_hh_l1\n",
      "tensor([[ 1.2332,  0.0654,  0.3194,  ..., -0.9062, -0.2907,  0.1119],\n",
      "        [-0.4977,  0.3146,  0.1509,  ...,  0.2035,  0.4583, -0.3149],\n",
      "        [ 0.2727, -0.0678,  1.5151,  ..., -0.1900,  0.3627, -0.4472],\n",
      "        ...,\n",
      "        [-0.2539,  0.1399, -0.3533,  ...,  0.5713, -0.4452,  0.3701],\n",
      "        [-0.1520,  0.3252, -0.1654,  ...,  0.0590, -0.1037, -0.0771],\n",
      "        [ 1.1790, -0.9233, -0.6336,  ...,  0.0370, -0.5129, -0.5689]],\n",
      "       device='cuda:0')\n",
      "--------------------------------------------------\n",
      " 6\n",
      "lstm.bias_ih_l1\n",
      "tensor([-0.8000, -0.6708, -1.0749, -0.6211, -1.4971, -0.9748, -0.3616, -1.3557,\n",
      "        -0.4290, -0.9222, -0.4617, -0.6977, -1.1065, -0.7707, -0.7461, -0.8797,\n",
      "        -0.7192, -0.2235, -1.1473, -0.4053, -0.7225, -0.9687, -1.1124, -0.8169,\n",
      "        -0.5222, -0.8139, -1.1375, -0.6434, -1.0813, -1.2466, -0.4516, -0.6305,\n",
      "        -1.2629, -1.0290, -1.2094, -1.0693, -0.8569, -1.0686, -0.9022, -0.8610,\n",
      "        -0.5891, -0.9060, -0.9548, -0.7478, -1.1546, -0.7488, -1.2892, -0.8263,\n",
      "        -1.0381, -1.0577, -0.8320, -0.9448, -1.0180, -0.8307, -0.6988, -0.9858,\n",
      "        -1.4719, -1.1365, -1.4142, -1.2256, -0.4788, -0.5935, -0.0929, -0.5027,\n",
      "        -0.6812, -0.3533, -0.4130, -1.0318,  0.3347,  0.0266, -0.4174, -0.4279,\n",
      "        -0.4537,  0.0582, -1.0180, -0.5566,  0.1083,  0.7885, -0.7934, -1.0151,\n",
      "        -1.0889, -1.1496, -0.2133, -0.7148, -0.5793, -1.1320, -0.5786, -0.7962,\n",
      "        -0.9133, -0.8110, -0.7222, -0.6030, -1.2137, -1.4529, -0.5733, -0.2767,\n",
      "        -0.4740, -0.9055, -0.8708, -1.0971, -0.4129,  0.0529, -1.3425, -1.0177,\n",
      "        -0.4297,  0.5577, -0.5156, -0.8600, -0.2310, -1.0876, -0.2474, -0.5488,\n",
      "         0.7308,  0.9322, -0.8247, -1.0880, -1.0528, -0.8262, -0.9021, -1.1010,\n",
      "        -0.3097, -0.6452, -0.2909,  0.2941, -1.1400, -0.9803, -0.8248, -0.8505,\n",
      "        -0.0904, -0.7899,  0.3833, -0.3930,  0.2103,  0.4662,  0.5321,  0.4542,\n",
      "         0.8522, -0.3886,  0.1892,  0.3251, -0.2380, -0.2042,  0.8197, -0.0203,\n",
      "        -0.4267,  0.1657, -0.0381,  1.0551,  0.1433,  0.7657,  0.4573,  0.5550,\n",
      "        -0.3096, -0.0602, -0.0505, -0.0878,  0.3927, -0.4963, -0.9884,  0.5747,\n",
      "         0.0167, -0.3919,  0.1788, -0.1917, -0.1365, -0.0070, -0.0128,  0.1850,\n",
      "         1.1219,  0.1676, -0.5621, -0.7417, -0.4092, -0.4025,  0.0440,  0.3135,\n",
      "        -0.0251,  0.0665,  0.3046, -0.1022, -0.1271, -0.8743,  0.5867,  0.2776,\n",
      "        -0.0435,  0.3984, -0.0958, -0.2534,  0.5891,  0.6701, -0.0912,  0.6269,\n",
      "        -0.2935, -0.4368, -0.1382, -0.2694,  0.5656,  0.4400,  0.3146, -0.1765,\n",
      "         0.2409, -0.8763,  0.1193, -0.3739,  0.2353,  0.1306, -0.2075, -0.3428,\n",
      "        -0.0168, -0.2465,  0.0368,  0.5623, -0.1080,  0.1425, -0.5613,  0.0758,\n",
      "        -0.8693, -0.9043, -0.6671, -0.2936, -0.7477, -0.4644,  0.5687, -0.5058,\n",
      "        -0.5008, -0.8820, -0.8639, -1.0109, -0.7789,  0.5683, -0.4778, -1.1186,\n",
      "        -0.3046,  0.5278, -0.2587, -0.5529, -0.3803, -0.6520, -0.1507, -0.2149,\n",
      "         0.4983,  0.5604, -0.1774, -0.4231, -0.5022, -0.5749, -0.2375, -1.3524,\n",
      "        -0.1214, -0.8621,  0.2019,  0.2371, -0.1826, -0.0940, -0.3189, -0.2779],\n",
      "       device='cuda:0')\n",
      "--------------------------------------------------\n",
      " 7\n",
      "lstm.bias_hh_l1\n",
      "tensor([-0.8455, -0.5967, -1.0693, -0.4955, -1.6003, -0.9547, -0.5956, -1.3524,\n",
      "        -0.4633, -0.9402, -0.6606, -0.5024, -1.0715, -0.6585, -0.6757, -0.9281,\n",
      "        -0.7452, -0.3116, -1.0834, -0.3725, -0.9009, -0.9404, -1.0048, -0.8068,\n",
      "        -0.4356, -0.6653, -1.0044, -0.7415, -0.9791, -1.1838, -0.5281, -0.7520,\n",
      "        -1.2406, -1.0704, -1.1426, -1.0515, -0.8326, -1.2615, -0.8192, -0.8781,\n",
      "        -0.3847, -0.8690, -1.0092, -0.6802, -1.0091, -0.8900, -1.2134, -0.8674,\n",
      "        -0.9213, -1.0550, -0.9941, -1.0648, -1.1094, -0.6064, -0.6239, -1.1384,\n",
      "        -1.5770, -1.1452, -1.1895, -1.1164, -0.6697, -0.6085, -0.2837, -0.5879,\n",
      "        -0.5556, -0.2843, -0.5662, -1.1301,  0.3116,  0.0918, -0.3326, -0.3807,\n",
      "        -0.4563, -0.1569, -1.0348, -0.6553,  0.1684,  1.0163, -0.8123, -0.9951,\n",
      "        -1.1025, -1.2026, -0.2342, -0.7438, -0.6331, -1.0420, -0.6475, -0.7401,\n",
      "        -0.9037, -0.8876, -0.7887, -0.7537, -1.3924, -1.4939, -0.5433, -0.2427,\n",
      "        -0.4270, -1.0060, -1.0538, -1.1224, -0.5654, -0.0799, -1.4250, -0.8524,\n",
      "        -0.4008,  0.6217, -0.4667, -0.8395, -0.2275, -0.8602, -0.2423, -0.4601,\n",
      "         0.5733,  0.6993, -0.9702, -0.9450, -1.2506, -1.0136, -1.0775, -1.0016,\n",
      "        -0.2845, -0.8351, -0.1654,  0.1120, -1.2782, -0.9648, -0.8224, -0.9401,\n",
      "        -0.0556, -0.6284,  0.3703, -0.4351,  0.2508,  0.5417,  0.4443,  0.4019,\n",
      "         0.7202, -0.4635,  0.1750,  0.3200, -0.1510, -0.1325,  0.6539,  0.0374,\n",
      "        -0.5409,  0.2338,  0.0546,  1.1236,  0.0466,  0.7766,  0.4403,  0.6615,\n",
      "        -0.1311, -0.0162, -0.1897,  0.0265,  0.4276, -0.6231, -0.9975,  0.6568,\n",
      "         0.0425, -0.3926,  0.2874, -0.1116, -0.0418,  0.0420,  0.0418,  0.1618,\n",
      "         1.1413,  0.2499, -0.6528, -0.7639, -0.5649, -0.3432,  0.1385,  0.2998,\n",
      "         0.0323,  0.0882,  0.2521, -0.1058, -0.0868, -0.9345,  0.7725,  0.3332,\n",
      "        -0.0044,  0.3103, -0.0341, -0.2501,  0.6437,  0.5195, -0.2574,  0.6568,\n",
      "        -0.1767, -0.6217, -0.2046, -0.4356,  0.5988,  0.4756,  0.4241, -0.0042,\n",
      "         0.1857, -0.7427,  0.1795, -0.3170,  0.2009,  0.3204, -0.1565, -0.3781,\n",
      "         0.1176, -0.3896,  0.0461,  0.5655, -0.2558,  0.0433, -0.5176,  0.1472,\n",
      "        -0.9902, -0.7366, -0.6342, -0.4480, -0.7625, -0.4717,  0.3846, -0.6043,\n",
      "        -0.4188, -0.9033, -0.7722, -0.9377, -0.5843,  0.5065, -0.6142, -1.2047,\n",
      "        -0.0747,  0.5097, -0.4022, -0.5302, -0.3913, -0.6713, -0.1292, -0.2285,\n",
      "         0.4826,  0.5899, -0.2255, -0.5044, -0.4080, -0.4176, -0.4267, -1.3135,\n",
      "        -0.3412, -0.8130,  0.0522,  0.1994, -0.3238, -0.0403, -0.1994, -0.4618],\n",
      "       device='cuda:0')\n",
      "--------------------------------------------------\n",
      " 8\n",
      "lstm.weight_ih_l2\n",
      "tensor([[-0.1710,  0.0439,  0.4558,  ...,  0.7311, -0.1266,  0.8453],\n",
      "        [-0.4202,  0.5883, -0.2673,  ...,  0.3990,  1.2975,  0.0141],\n",
      "        [ 0.5392, -0.7673, -1.0159,  ..., -0.5569, -0.2350,  0.6324],\n",
      "        ...,\n",
      "        [-0.7637, -1.0757,  0.0699,  ..., -0.0098,  0.3962,  0.0176],\n",
      "        [-0.5124, -0.6451, -0.5366,  ...,  0.6571,  1.0250, -0.0237],\n",
      "        [ 0.1988,  0.0613,  0.3180,  ..., -0.1130,  0.8716,  0.7193]],\n",
      "       device='cuda:0')\n",
      "--------------------------------------------------\n",
      " 9\n",
      "lstm.weight_hh_l2\n",
      "tensor([[-0.3167,  0.0674,  0.3486,  ...,  0.1882, -0.2333,  0.6751],\n",
      "        [ 1.1514,  0.1273,  0.3158,  ...,  0.8564, -0.7969,  0.4950],\n",
      "        [ 1.4148, -0.3205,  0.5654,  ...,  0.3615,  0.0717,  0.1423],\n",
      "        ...,\n",
      "        [-0.4114,  0.9597, -0.4639,  ...,  0.0639,  1.0040,  0.7047],\n",
      "        [-0.7248, -1.3486,  0.3100,  ...,  0.0319, -0.1507,  0.4460],\n",
      "        [-0.1276, -0.1195,  0.0583,  ..., -0.3808, -0.3245, -0.3747]],\n",
      "       device='cuda:0')\n",
      "--------------------------------------------------\n",
      " 10\n",
      "lstm.bias_ih_l2\n",
      "tensor([-0.6904, -0.7619, -0.4941, -0.9000, -0.7351, -0.4458, -0.7490, -0.2339,\n",
      "        -0.9914, -0.9073, -0.5265, -0.7777, -0.7023, -0.6530, -1.4817, -0.3414,\n",
      "        -0.5289, -0.9449, -0.5493, -1.2506, -0.8226, -0.4651, -0.7294, -0.9315,\n",
      "        -0.6752, -0.5695, -1.0766, -1.5831, -0.8707, -1.1219, -1.2666, -1.2020,\n",
      "        -0.7365, -1.3174, -0.6287, -0.5566, -1.0333, -0.7252, -0.7447, -0.8254,\n",
      "        -0.2591, -0.6716, -0.6585, -0.6048, -0.0754, -0.6218, -0.6947, -1.4547,\n",
      "        -0.7166, -0.9643, -0.9641, -0.8246, -0.9234, -0.2667, -0.8747, -0.2479,\n",
      "        -0.4683, -0.6091, -0.6177, -0.8987, -0.3106, -0.5863, -1.0048, -0.9157,\n",
      "        -0.6386, -0.2977, -0.7637, -0.1002, -0.5302, -0.2880, -0.7719, -1.0422,\n",
      "        -0.2202, -0.8356, -0.6009, -1.1929, -0.6455, -0.2199, -0.1425, -1.0993,\n",
      "        -0.7302, -0.9628, -1.3269, -0.1794, -0.3236, -0.7318, -0.8494, -1.0047,\n",
      "        -0.5519, -0.6293, -0.0318,  0.5145, -0.2699,  0.3347,  0.3791, -1.2738,\n",
      "         0.2586,  0.1019, -0.1428, -1.0997,  0.3451, -0.5421,  0.1877, -0.3859,\n",
      "         0.0544, -0.3775, -0.7983, -0.3930, -0.9145, -0.4048, -0.6930, -0.3489,\n",
      "        -0.1354, -0.1924, -0.2787, -0.6849, -0.5370, -0.6106, -1.2065, -1.1280,\n",
      "        -0.8044, -1.0461, -0.5952, -0.9108, -0.6740, -0.6653, -1.0369,  0.3941,\n",
      "         0.0723, -0.1687,  0.0428,  0.1331,  0.2823,  0.3439, -0.1648, -0.4042,\n",
      "         0.2648,  0.0892, -0.1128, -0.2487, -0.0777, -0.2494,  0.0882, -0.2401,\n",
      "         0.0333, -0.1306,  0.2780,  0.3833,  0.1907,  0.0095, -0.1892,  0.1432,\n",
      "        -0.3634,  0.1879, -0.0551,  0.2365, -0.2073,  0.2457,  0.1360, -0.3966,\n",
      "         0.0504,  0.0088,  0.0457, -0.4696,  0.3608,  0.2435,  0.1084, -0.1036,\n",
      "         0.4860,  0.1223, -0.0423, -0.3149,  0.3041,  0.0230, -0.0151,  0.0615,\n",
      "        -0.1190,  0.7439, -0.1793, -0.1375,  0.1064,  0.1300, -0.2015, -0.0236,\n",
      "        -0.3893, -0.3500,  0.3626, -0.0111, -0.5090,  0.1883,  0.1860, -0.2888,\n",
      "        -0.1269, -0.4202, -0.2724, -0.7181, -0.1406, -1.2084, -0.8469, -0.7669,\n",
      "        -0.5697, -0.4923,  0.2098, -0.4763, -0.3264, -0.2699, -0.4973, -0.7325,\n",
      "        -0.8898, -0.3376,  0.5346, -0.3585, -0.6190, -0.6302,  0.0035, -0.0963,\n",
      "        -0.7731,  0.0188, -0.7601,  0.2902, -1.1078, -0.6679, -0.4136, -0.8572,\n",
      "        -0.8591, -0.3657, -0.6850, -0.1136, -0.7125, -0.8690, -1.0253, -0.0332,\n",
      "        -0.4324, -0.4902, -0.4713, -0.5228, -0.5195, -0.2850, -0.0528, -0.3108,\n",
      "        -0.0811, -0.5449, -0.2412,  0.1458, -0.1834, -0.7627, -1.0389, -0.5600,\n",
      "        -0.5623, -0.5746, -0.8532, -0.9964, -0.5946, -0.5858, -0.4061, -0.5410],\n",
      "       device='cuda:0')\n",
      "--------------------------------------------------\n",
      " 11\n",
      "lstm.bias_hh_l2\n",
      "tensor([-0.7416, -0.8142, -0.5531, -0.9015, -0.5487, -0.3693, -0.5822, -0.1790,\n",
      "        -1.0838, -1.0642, -0.5735, -0.6256, -0.8069, -0.8296, -1.5189, -0.4698,\n",
      "        -0.3244, -0.8831, -0.4420, -1.0064, -0.6875, -0.5136, -0.7287, -0.7710,\n",
      "        -0.6447, -0.5758, -1.1621, -1.5603, -0.9809, -0.9481, -1.2224, -1.1139,\n",
      "        -0.5770, -1.2409, -0.5127, -0.5457, -0.9340, -0.8398, -0.6505, -0.8553,\n",
      "        -0.3021, -0.8007, -0.6286, -0.6997, -0.0421, -0.6842, -0.6696, -1.5204,\n",
      "        -0.7423, -0.7322, -0.9815, -0.7934, -0.9184, -0.3504, -0.8871, -0.3398,\n",
      "        -0.3145, -0.7889, -0.6648, -1.0076, -0.2104, -0.6918, -1.1381, -0.6916,\n",
      "        -0.5894, -0.4296, -0.9336, -0.1054, -0.5563, -0.4539, -0.7961, -0.9530,\n",
      "        -0.3227, -0.8244, -0.7633, -1.1679, -0.6593, -0.3264, -0.1806, -1.0971,\n",
      "        -0.7935, -0.9222, -1.3285, -0.2266, -0.3323, -0.7162, -0.7365, -0.9749,\n",
      "        -0.4645, -0.5430, -0.0787,  0.5560, -0.3410,  0.3620,  0.4675, -1.2172,\n",
      "         0.2178,  0.1291, -0.1011, -1.2408,  0.5782, -0.4370,  0.2724, -0.3535,\n",
      "        -0.0084, -0.4386, -0.8824, -0.3069, -0.7369, -0.4235, -0.7643, -0.4027,\n",
      "        -0.1060, -0.2205, -0.3201, -0.6765, -0.7227, -0.6245, -1.1537, -1.1488,\n",
      "        -0.8510, -1.0469, -0.4549, -0.8260, -0.6632, -0.7074, -1.0647,  0.4476,\n",
      "         0.1533, -0.0409, -0.1343,  0.1953,  0.2815,  0.4638, -0.1054, -0.3925,\n",
      "         0.3529,  0.1623,  0.0712, -0.2666, -0.0524, -0.4039,  0.2834, -0.2073,\n",
      "         0.0622, -0.2276,  0.0601,  0.4850,  0.2554,  0.0738, -0.2313,  0.1588,\n",
      "        -0.5572,  0.2906, -0.0862,  0.1318, -0.0942,  0.2372,  0.2008, -0.2930,\n",
      "        -0.0716,  0.1122,  0.1927, -0.3932,  0.4455,  0.2894,  0.0500,  0.0276,\n",
      "         0.5101, -0.0268,  0.0840, -0.3241,  0.1915, -0.0516, -0.1310,  0.0267,\n",
      "        -0.1372,  0.7535, -0.1322, -0.0617,  0.2984,  0.1391, -0.1022, -0.0668,\n",
      "        -0.2926, -0.4737,  0.2648,  0.0238, -0.4265,  0.0804,  0.2333, -0.1248,\n",
      "        -0.2431, -0.4117, -0.2524, -0.7267, -0.0417, -1.1865, -0.9121, -0.8019,\n",
      "        -0.4657, -0.4833,  0.2496, -0.6374, -0.4722, -0.2614, -0.6535, -0.9136,\n",
      "        -0.9830, -0.2707,  0.4457, -0.3768, -0.5425, -0.5250, -0.0905, -0.1987,\n",
      "        -0.8036,  0.0136, -0.7531,  0.3766, -1.1685, -0.5818, -0.4427, -0.8018,\n",
      "        -0.7666, -0.2373, -0.8766, -0.1430, -0.7621, -0.7128, -1.1791, -0.1971,\n",
      "        -0.5364, -0.6262, -0.4245, -0.5133, -0.6078, -0.3284, -0.0409, -0.1563,\n",
      "        -0.1332, -0.6299, -0.3037,  0.2151, -0.0527, -0.6994, -0.9452, -0.5715,\n",
      "        -0.6082, -0.5148, -0.8106, -0.8286, -0.6187, -0.4799, -0.3966, -0.5393],\n",
      "       device='cuda:0')\n",
      "--------------------------------------------------\n",
      " 12\n",
      "lstm.weight_ih_l3\n",
      "tensor([[-0.2212, -1.0798,  0.1394,  ...,  0.1215, -0.0205,  0.0939],\n",
      "        [ 1.3184, -0.2008, -0.5478,  ...,  0.2145,  0.2656, -0.0942],\n",
      "        [ 0.0024, -0.8139, -0.0126,  ...,  0.5819,  0.6071, -0.9615],\n",
      "        ...,\n",
      "        [-0.2663,  0.1608, -0.0105,  ...,  0.3302,  0.2010,  0.3299],\n",
      "        [-0.3648,  0.2024, -0.3457,  ...,  0.1181,  0.6695, -0.1949],\n",
      "        [ 0.4126,  0.1671,  0.9039,  ..., -0.5897, -0.4874, -0.4469]],\n",
      "       device='cuda:0')\n",
      "--------------------------------------------------\n",
      " 13\n",
      "lstm.weight_hh_l3\n",
      "tensor([[ 0.3203, -0.9863, -0.6594,  ...,  0.4658, -0.5898, -0.0946],\n",
      "        [ 0.1640, -1.3755, -0.4289,  ...,  0.2232, -0.2624, -0.3267],\n",
      "        [-0.5813, -0.4141, -0.4171,  ...,  0.3918, -0.0702,  0.2289],\n",
      "        ...,\n",
      "        [-0.0903, -0.3949, -0.9034,  ...,  0.3678, -0.7158, -0.8314],\n",
      "        [ 0.4963, -0.5902, -0.5797,  ...,  0.0374, -0.6876,  0.3184],\n",
      "        [ 0.2536,  0.1657, -0.0286,  ...,  0.4801,  0.4181, -0.3382]],\n",
      "       device='cuda:0')\n",
      "--------------------------------------------------\n",
      " 14\n",
      "lstm.bias_ih_l3\n",
      "tensor([-1.4036e+00, -8.0730e-01, -8.9033e-01, -8.4927e-01, -7.9848e-01,\n",
      "        -8.9178e-01, -6.8741e-01, -3.9165e-02, -9.1357e-01, -6.5255e-01,\n",
      "        -1.0518e+00, -5.4136e-01, -1.1358e+00, -9.3001e-01, -1.3138e+00,\n",
      "        -1.1759e-01, -7.7650e-01, -4.6344e-01, -1.0076e+00, -7.5908e-01,\n",
      "        -1.1624e+00, -7.2642e-01, -1.0133e+00, -1.0226e+00, -1.0103e+00,\n",
      "        -1.1126e+00, -3.5276e-01, -1.4306e+00, -6.3949e-01, -5.8352e-01,\n",
      "        -7.4974e-01, -8.0107e-01, -6.9581e-01, -3.8654e-01, -1.3534e+00,\n",
      "        -8.0288e-01, -9.2721e-01, -1.4602e+00, -9.7990e-01, -1.0431e+00,\n",
      "        -1.3470e+00, -1.2189e+00, -6.3063e-01, -7.6913e-01, -5.7102e-01,\n",
      "        -1.0410e+00, -5.3561e-01, -6.5471e-01, -3.8621e-01, -1.0440e+00,\n",
      "        -6.6196e-01, -8.0437e-01, -7.8597e-01, -9.6304e-01, -1.0199e+00,\n",
      "        -4.6034e-01, -7.4373e-01, -4.1180e-01, -8.2998e-01, -6.8159e-01,\n",
      "        -3.7736e-01, -8.3226e-01, -7.1511e-01, -7.1517e-01,  1.7404e-01,\n",
      "         3.3879e-01,  5.3672e-01,  6.6627e-02, -3.6585e-01,  2.9357e-01,\n",
      "        -2.4859e-01, -1.0930e+00, -1.5806e-01, -1.7745e-01,  3.5096e-01,\n",
      "         2.7414e-01,  1.1661e-01,  8.2372e-01,  1.0732e+00, -2.6175e-01,\n",
      "        -1.9128e-02, -6.2306e-02, -1.3939e-01,  1.4077e+00,  8.0488e-01,\n",
      "        -4.8077e-01, -1.1213e-01, -5.8447e-01,  2.9706e-01,  1.1682e+00,\n",
      "        -1.0214e-01,  8.4190e-01, -4.2583e-02, -5.6604e-01, -9.5784e-01,\n",
      "        -2.6182e-01, -6.8175e-01, -1.0466e+00,  2.1182e-02, -2.8725e-01,\n",
      "         3.6640e-02, -8.7560e-02, -3.0892e-02, -2.5801e-01,  1.2636e-01,\n",
      "         2.3006e-01, -7.3547e-02, -3.4638e-02, -5.6853e-01,  2.8846e-01,\n",
      "        -3.8619e-01, -5.7283e-01,  2.7165e-01,  2.5557e-01, -9.7625e-01,\n",
      "         2.2377e-01,  1.8953e-01, -5.8814e-01, -3.6526e-01, -1.0191e+00,\n",
      "         9.0648e-02, -1.1563e+00, -5.1607e-01, -3.4829e-01, -2.9811e-01,\n",
      "         3.4712e-01,  4.8549e-01, -9.4484e-01, -2.5208e-01,  1.3950e-01,\n",
      "        -1.3086e-01,  2.4359e-01,  1.1230e-01, -2.8870e-01,  3.2258e-01,\n",
      "        -1.5663e-01, -6.6082e-02,  6.2855e-02, -3.1188e-02,  5.2364e-01,\n",
      "         1.7882e-01, -6.5147e-03,  3.2100e-01,  2.6529e-01,  3.7219e-01,\n",
      "        -4.4695e-02,  1.9648e-01,  3.3033e-01, -3.8221e-01,  2.4675e-01,\n",
      "         6.2214e-02, -8.2229e-02, -2.3234e-01, -2.1227e-01,  1.0361e-02,\n",
      "        -3.8455e-01,  4.8240e-02, -4.0400e-02, -1.3186e-01,  9.2070e-01,\n",
      "        -6.9944e-02, -3.5504e-01,  3.2408e-03,  1.4667e-01,  7.0154e-02,\n",
      "        -1.5368e-01,  4.6800e-01,  1.5163e-01, -2.2082e-01, -1.8551e-01,\n",
      "         1.7898e-01,  3.2825e-02, -2.9964e-02, -7.9967e-02, -9.0040e-02,\n",
      "        -1.3774e-01, -3.2150e-01,  7.2972e-02, -6.9135e-02,  2.6722e-01,\n",
      "         1.2612e-01, -6.0056e-02, -1.9353e-01,  7.6097e-02, -1.9801e-01,\n",
      "         4.2664e-02,  9.1930e-03, -3.3074e-01,  1.2511e-01, -3.3587e-01,\n",
      "         3.9505e-01, -2.8936e-01, -7.4148e-01, -6.2994e-01, -5.2901e-01,\n",
      "        -6.0530e-01, -3.1149e-01, -5.0891e-01, -5.9740e-01, -3.8570e-01,\n",
      "        -1.7540e-01, -7.5562e-01, -4.4287e-01, -2.6374e-01, -7.1268e-01,\n",
      "        -1.7068e-01,  1.2362e-02, -6.1810e-01, -7.9505e-02, -1.1593e-01,\n",
      "        -4.0182e-01,  2.6436e-01, -7.3259e-01, -7.4511e-01, -3.2166e-01,\n",
      "        -9.7874e-02, -4.6019e-01, -4.3924e-01, -5.2007e-01,  5.0166e-04,\n",
      "        -2.8889e-01, -3.9858e-01, -7.7442e-01, -4.7336e-01, -6.4094e-01,\n",
      "        -1.6200e-01, -2.0400e-01, -2.8413e-01, -6.6791e-01, -5.0576e-01,\n",
      "        -1.6805e-01, -6.8543e-01, -1.0845e+00, -5.2246e-01, -4.4210e-01,\n",
      "        -5.1223e-01, -1.7597e-01, -3.6632e-01, -6.9850e-01, -4.0225e-01,\n",
      "        -4.8461e-01, -6.7053e-01,  3.6453e-01, -1.4506e-01, -9.5570e-01,\n",
      "        -2.7849e-01, -4.3648e-01, -2.8866e-01,  4.5502e-02,  2.1195e-01,\n",
      "        -5.7632e-01, -6.0312e-01, -4.1006e-01, -4.9776e-01, -2.2843e-01,\n",
      "        -2.9747e-01], device='cuda:0')\n",
      "--------------------------------------------------\n",
      " 15\n",
      "lstm.bias_hh_l3\n",
      "tensor([-1.1732e+00, -8.2551e-01, -8.8102e-01, -9.2034e-01, -7.6208e-01,\n",
      "        -7.7599e-01, -8.4967e-01, -1.0730e-01, -8.8052e-01, -5.5725e-01,\n",
      "        -8.8728e-01, -4.4731e-01, -1.1396e+00, -9.1379e-01, -1.2458e+00,\n",
      "         1.6156e-02, -8.5868e-01, -4.5690e-01, -8.3813e-01, -7.0821e-01,\n",
      "        -1.0714e+00, -6.6743e-01, -9.0860e-01, -8.1299e-01, -1.0540e+00,\n",
      "        -1.2694e+00, -4.8467e-01, -1.3121e+00, -6.8701e-01, -6.3823e-01,\n",
      "        -6.0205e-01, -8.0362e-01, -5.7186e-01, -3.0955e-01, -1.4456e+00,\n",
      "        -8.9129e-01, -9.7123e-01, -1.5411e+00, -9.9499e-01, -1.1152e+00,\n",
      "        -1.4705e+00, -1.2352e+00, -5.5130e-01, -5.8703e-01, -4.9930e-01,\n",
      "        -1.1018e+00, -4.0352e-01, -6.1960e-01, -3.2275e-01, -1.0361e+00,\n",
      "        -4.8369e-01, -8.8504e-01, -6.8344e-01, -8.0760e-01, -1.1218e+00,\n",
      "        -5.5243e-01, -7.6086e-01, -4.0259e-01, -8.8261e-01, -7.2731e-01,\n",
      "        -4.0182e-01, -1.0411e+00, -8.5853e-01, -6.3110e-01,  2.2445e-01,\n",
      "         1.7492e-01,  5.7675e-01, -1.5448e-01, -2.1684e-01,  2.0283e-01,\n",
      "        -2.8529e-01, -9.6281e-01, -2.5175e-01, -1.7709e-01,  2.1621e-01,\n",
      "         3.2258e-01,  3.1997e-01,  6.9487e-01,  9.2493e-01, -3.2014e-01,\n",
      "        -1.3536e-01,  4.7044e-02, -2.0137e-01,  1.5123e+00,  8.0433e-01,\n",
      "        -5.5284e-01, -9.6321e-02, -5.2124e-01,  3.8192e-01,  1.2008e+00,\n",
      "        -6.2277e-02,  9.0892e-01, -1.4904e-01, -5.0912e-01, -9.1032e-01,\n",
      "        -1.3018e-01, -7.4261e-01, -1.1505e+00,  7.5147e-02, -1.4711e-01,\n",
      "        -2.1165e-02, -1.7191e-01, -1.8009e-01, -3.3621e-01,  2.7549e-02,\n",
      "         2.4017e-01,  3.0103e-02, -7.2355e-02, -6.5566e-01,  3.0915e-01,\n",
      "        -3.0286e-01, -4.5873e-01,  1.5121e-01,  2.9086e-01, -1.0235e+00,\n",
      "         2.7746e-01,  2.5709e-01, -4.4417e-01, -3.2104e-01, -9.8096e-01,\n",
      "         2.2076e-01, -1.1941e+00, -3.9379e-01, -1.8381e-01, -1.9776e-01,\n",
      "         4.6523e-01,  4.0908e-01, -9.1448e-01, -4.2666e-01,  7.2329e-02,\n",
      "        -8.6778e-02,  2.5186e-01,  1.3495e-01, -2.1165e-01,  1.4978e-01,\n",
      "        -1.5632e-01,  6.1350e-02,  1.2203e-01,  6.2600e-02,  3.7895e-01,\n",
      "         8.7074e-03,  1.0357e-01,  2.6438e-01,  1.3170e-01,  1.9244e-01,\n",
      "        -6.2953e-02,  2.2844e-01,  3.6830e-01, -4.0555e-01,  2.2484e-01,\n",
      "         1.3909e-01,  4.1772e-02, -3.5228e-01, -2.7423e-01, -4.8426e-02,\n",
      "        -4.2529e-01,  5.2961e-02, -5.4875e-02,  3.6770e-03,  1.0563e+00,\n",
      "        -1.7443e-01, -5.0358e-01,  1.8288e-02,  1.4105e-01,  2.1142e-01,\n",
      "        -1.7285e-01,  4.3949e-01,  1.2462e-01, -1.6508e-01, -1.2891e-01,\n",
      "         3.1745e-01,  1.4547e-01,  1.2900e-01, -1.5789e-01, -1.1924e-01,\n",
      "        -1.3218e-01, -1.7589e-01, -9.9207e-02,  1.7414e-01,  1.4873e-01,\n",
      "         1.5480e-01, -3.7191e-02, -2.8849e-01,  1.5106e-01, -2.4896e-01,\n",
      "         1.7620e-01, -2.6359e-02, -2.7119e-01,  8.3517e-02, -1.8381e-01,\n",
      "         2.0972e-01, -1.2842e-01, -6.2974e-01, -6.2205e-01, -6.0956e-01,\n",
      "        -6.3412e-01, -1.1963e-01, -4.3835e-01, -6.0858e-01, -5.4570e-01,\n",
      "        -2.4018e-01, -7.2454e-01, -2.7067e-01, -3.8665e-01, -7.0513e-01,\n",
      "        -3.2657e-01,  1.7900e-01, -6.0281e-01, -7.4993e-02, -1.4727e-01,\n",
      "        -3.2955e-01,  1.9385e-01, -8.2070e-01, -7.6265e-01, -2.1373e-01,\n",
      "        -5.0237e-02, -3.1602e-01, -5.2375e-01, -3.8238e-01,  4.8253e-03,\n",
      "        -2.7038e-01, -3.3419e-01, -5.7933e-01, -6.9041e-01, -7.3046e-01,\n",
      "        -1.3866e-01, -2.4229e-01, -2.0687e-01, -5.6490e-01, -3.4430e-01,\n",
      "        -2.0281e-01, -7.0484e-01, -1.0446e+00, -5.7343e-01, -4.6595e-01,\n",
      "        -4.0977e-01, -7.5440e-02, -3.5875e-01, -8.1166e-01, -3.1141e-01,\n",
      "        -4.9258e-01, -6.9974e-01,  2.5693e-01, -1.0498e-01, -9.3412e-01,\n",
      "        -3.2174e-01, -3.0743e-01, -4.4529e-01,  5.1791e-02, -1.4542e-03,\n",
      "        -5.1137e-01, -5.6316e-01, -5.5434e-01, -4.2893e-01, -1.0168e-01,\n",
      "        -3.7680e-01], device='cuda:0')\n",
      "--------------------------------------------------\n",
      " 16\n",
      "lstm.weight_ih_l4\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "tensor([[ 0.3887, -0.6564,  0.6058,  ...,  0.6053, -0.1579, -0.2254],\n",
      "        [-0.5989, -0.6285,  0.1214,  ...,  0.5595, -0.0049, -0.1335],\n",
      "        [-0.2501, -0.3673,  0.9601,  ..., -0.0523, -0.7829,  1.2004],\n",
      "        ...,\n",
      "        [ 0.1069, -0.3885, -0.4293,  ...,  0.4016, -0.4378, -0.2725],\n",
      "        [ 1.1534,  0.9917, -0.0386,  ..., -0.0152, -0.8645,  0.0708],\n",
      "        [ 0.6898,  0.9147, -0.0252,  ..., -0.8500, -0.0472,  0.4088]],\n",
      "       device='cuda:0')\n",
      "--------------------------------------------------\n",
      " 17\n",
      "lstm.weight_hh_l4\n",
      "tensor([[ 0.9058, -0.5414, -0.3242,  ..., -0.6569, -0.6093, -0.1598],\n",
      "        [-0.5461,  1.1679, -0.1704,  ...,  0.0041,  0.5566, -0.1176],\n",
      "        [-0.0500,  0.4696, -0.5150,  ...,  0.6835, -0.5937, -0.3722],\n",
      "        ...,\n",
      "        [-0.2687,  1.3555, -0.3711,  ...,  0.2973,  0.2800,  1.5414],\n",
      "        [-0.7413, -0.2379, -0.0416,  ..., -0.4020, -1.2143,  0.1360],\n",
      "        [ 0.7380,  0.4861,  0.8859,  ...,  0.2879,  0.5197,  0.8912]],\n",
      "       device='cuda:0')\n",
      "--------------------------------------------------\n",
      " 18\n",
      "lstm.bias_ih_l4\n",
      "tensor([-1.3696e+00, -1.0810e+00, -9.5332e-01, -9.3055e-01, -1.2307e+00,\n",
      "        -1.5151e+00, -1.2185e+00, -1.2260e+00, -1.4502e+00, -9.2756e-01,\n",
      "        -1.4475e+00, -1.2906e+00, -9.7949e-01, -1.1827e+00, -1.2328e+00,\n",
      "        -1.4869e+00, -1.2713e+00, -1.3342e+00, -1.6031e+00, -1.2908e+00,\n",
      "        -1.3863e+00, -9.5007e-01, -1.1771e+00, -1.0764e+00, -1.3064e+00,\n",
      "        -1.2306e+00, -1.0686e+00, -1.3189e+00, -1.3161e+00, -1.4214e+00,\n",
      "        -1.3910e+00, -2.3023e+00, -1.0780e+00, -1.2174e+00, -1.3575e+00,\n",
      "        -1.1963e+00, -1.4034e+00, -1.3380e+00, -8.3403e-01, -1.0929e+00,\n",
      "        -1.3368e+00, -1.0910e+00, -1.1776e+00, -1.1595e+00, -1.0390e+00,\n",
      "        -1.2353e+00, -1.5331e+00, -1.5389e+00, -9.9129e-01, -6.9025e-01,\n",
      "        -1.5860e+00, -8.4262e-01, -1.2668e+00, -1.7075e+00, -1.1533e+00,\n",
      "        -1.2650e+00, -1.7943e+00, -8.7345e-01, -1.8057e+00, -1.2535e+00,\n",
      "        -1.3322e+00, -1.2794e+00, -1.2372e+00, -9.1444e-01,  5.0694e-01,\n",
      "         5.7252e-01,  2.5116e-01,  7.0874e-02,  2.7699e-01,  1.9800e-01,\n",
      "         6.3696e-02,  1.5389e-01,  1.5707e-01,  3.1619e-01,  3.9072e-01,\n",
      "         2.1968e-01, -4.0706e-01,  7.9580e-01,  5.8038e-01, -3.5416e-01,\n",
      "         6.7164e-01, -2.0548e-02,  9.6019e-02,  3.5007e-01,  1.7514e-01,\n",
      "         4.1458e-01, -5.3218e-02,  2.9278e-01,  6.8000e-01,  3.1538e-01,\n",
      "        -6.9818e-01,  4.2528e-01,  3.7118e-01,  5.2193e-01,  3.5747e-01,\n",
      "        -3.8392e-01,  9.2324e-01,  6.4754e-01,  9.6115e-01,  5.8374e-01,\n",
      "         2.6195e-01,  7.7206e-01,  4.7237e-01,  7.1312e-01,  4.0967e-01,\n",
      "         5.3279e-01,  7.1844e-01,  3.3057e-01,  3.9227e-01,  4.1789e-01,\n",
      "         1.9750e-01, -4.8036e-02,  2.4946e-01,  1.6293e-01, -1.2253e-01,\n",
      "        -1.9474e-01,  5.6736e-01, -2.8917e-02,  3.2571e-03,  2.9833e-01,\n",
      "        -7.7281e-01,  5.1039e-01,  9.7658e-02,  1.9227e-01, -4.1010e-01,\n",
      "        -3.0389e-02, -1.2260e-01,  5.3982e-01,  3.1169e-01, -1.7980e-02,\n",
      "        -6.3068e-02, -1.6955e-02,  1.9823e-02, -1.8864e-01,  1.2937e-01,\n",
      "         1.7400e-01, -4.6181e-02,  4.1467e-03, -1.8075e-02,  2.0983e-01,\n",
      "         7.7778e-02,  1.2580e-03,  1.9969e-01, -1.6861e-01, -3.4574e-01,\n",
      "        -1.8220e-01,  1.3707e-01, -5.3935e-02,  3.4405e-01, -1.1709e-01,\n",
      "         1.4327e-01,  2.1009e-01,  7.6683e-02,  1.0013e-01, -2.9987e-01,\n",
      "        -3.2822e-01, -4.0202e-01,  2.7144e-01,  4.4145e-02, -1.3707e-01,\n",
      "         2.8282e-01,  2.4234e-01,  5.7643e-02, -1.3324e-01, -3.6530e-01,\n",
      "        -2.8136e-02,  1.0075e-01, -1.3739e-01,  2.3681e-01,  1.0945e-01,\n",
      "        -3.0376e-02, -1.3306e-01,  1.4240e-01, -9.9473e-02,  2.3716e-01,\n",
      "         1.6128e-01, -2.3535e-01,  3.6678e-02,  1.5497e-01, -8.7382e-02,\n",
      "        -2.6290e-01,  2.2772e-01, -5.7553e-02, -5.7775e-02,  8.0942e-04,\n",
      "         8.4899e-02, -2.0173e-01, -1.6358e-01, -8.6198e-02,  2.7777e-02,\n",
      "         1.0552e-02,  1.0573e-01,  3.2569e-01,  3.0494e-01,  6.9646e-01,\n",
      "        -4.8710e-01,  1.3369e-01, -7.7166e-01,  9.2271e-02, -2.2232e-01,\n",
      "        -9.0423e-01, -1.1941e+00, -2.7240e-01,  2.3081e-01, -6.7748e-01,\n",
      "         5.5841e-01, -2.5592e-01, -2.0624e-01,  4.0745e-01, -3.9071e-01,\n",
      "        -5.3875e-01,  2.1698e-01, -3.0483e-01, -4.2926e-01, -9.0031e-01,\n",
      "        -5.4909e-01, -5.5915e-01, -2.1151e-01, -1.9118e-01, -9.1284e-01,\n",
      "        -5.6246e-01,  4.6688e-03, -4.0325e-01, -9.4722e-01,  3.0185e-01,\n",
      "        -2.8723e-01,  8.5450e-01,  4.2804e-01, -6.4361e-01, -1.2061e-01,\n",
      "         4.9821e-01,  1.4302e-01,  3.9733e-01, -2.7116e-01, -1.6242e-01,\n",
      "         6.1682e-02,  8.8148e-01, -8.4757e-01, -6.0800e-01, -1.0268e+00,\n",
      "        -3.4851e-01,  1.9030e-01, -3.7850e-01, -4.3382e-01, -6.3878e-02,\n",
      "        -5.2044e-02,  1.4308e-01, -3.9053e-02, -7.8780e-01, -1.6283e-01,\n",
      "        -7.5334e-01, -5.7999e-01, -2.5570e-01, -4.7576e-01, -6.4574e-01,\n",
      "         5.4052e-01], device='cuda:0')\n",
      "--------------------------------------------------\n",
      " 19\n",
      "lstm.bias_hh_l4\n",
      "tensor([-1.1295e+00, -1.1677e+00, -8.8338e-01, -8.8248e-01, -1.3663e+00,\n",
      "        -1.3869e+00, -1.4203e+00, -1.2090e+00, -1.5647e+00, -1.0150e+00,\n",
      "        -1.4599e+00, -1.3226e+00, -1.0198e+00, -1.2026e+00, -1.0106e+00,\n",
      "        -1.4746e+00, -1.2824e+00, -1.2874e+00, -1.7086e+00, -1.3446e+00,\n",
      "        -1.3829e+00, -9.6117e-01, -1.2249e+00, -1.1009e+00, -1.3547e+00,\n",
      "        -1.1871e+00, -1.0024e+00, -1.4102e+00, -1.2349e+00, -1.4201e+00,\n",
      "        -1.3593e+00, -2.2852e+00, -1.1441e+00, -1.2328e+00, -1.2649e+00,\n",
      "        -1.2244e+00, -1.3294e+00, -1.3012e+00, -8.2121e-01, -9.6886e-01,\n",
      "        -1.2875e+00, -1.1585e+00, -1.0042e+00, -1.0188e+00, -1.0715e+00,\n",
      "        -1.2397e+00, -1.4861e+00, -1.7166e+00, -9.2876e-01, -7.0602e-01,\n",
      "        -1.7102e+00, -8.5799e-01, -1.1801e+00, -1.5282e+00, -1.3366e+00,\n",
      "        -1.1422e+00, -1.7830e+00, -1.0557e+00, -1.8029e+00, -1.0312e+00,\n",
      "        -1.4092e+00, -1.2126e+00, -1.3672e+00, -9.7722e-01,  5.2571e-01,\n",
      "         4.4110e-01,  3.0331e-01,  1.3609e-01,  2.7876e-01,  2.7744e-01,\n",
      "         1.5826e-01,  3.5293e-01,  2.2180e-01,  4.0979e-01,  5.0203e-01,\n",
      "         1.5954e-01, -2.4637e-01,  6.0929e-01,  5.0710e-01, -2.8450e-01,\n",
      "         6.2763e-01, -9.7282e-02,  1.8400e-01,  3.7566e-01,  5.0386e-02,\n",
      "         3.8962e-01, -4.0759e-02,  8.0880e-02,  6.6770e-01,  3.6709e-01,\n",
      "        -6.4986e-01,  6.2069e-01,  5.1762e-01,  5.3597e-01,  3.7377e-01,\n",
      "        -4.2125e-01,  9.4071e-01,  6.9284e-01,  8.2871e-01,  5.7890e-01,\n",
      "         3.2017e-01,  5.5595e-01,  6.6206e-01,  7.8919e-01,  3.0559e-01,\n",
      "         5.9258e-01,  6.3415e-01,  2.5747e-01,  3.7032e-01,  4.5042e-01,\n",
      "         3.4655e-01,  4.5504e-02,  4.2282e-01,  6.2055e-02, -4.6690e-02,\n",
      "        -1.0036e-01,  5.5387e-01, -1.3018e-01,  1.5052e-01,  2.1712e-01,\n",
      "        -6.3256e-01,  4.9317e-01, -3.6680e-02,  8.0866e-02, -2.4911e-01,\n",
      "        -9.9719e-02, -1.8784e-01,  4.8800e-01,  2.0808e-01, -8.8538e-02,\n",
      "        -1.5004e-02,  6.2066e-02,  3.3128e-02, -2.8656e-01,  4.5568e-04,\n",
      "         8.0895e-02,  1.1082e-01,  9.0340e-02, -1.0060e-01,  9.8115e-02,\n",
      "         1.1122e-01, -1.6019e-01,  1.0569e-01, -1.6263e-01, -4.6127e-01,\n",
      "        -2.9137e-01,  5.8173e-03, -7.7342e-02,  2.1305e-01,  1.1151e-01,\n",
      "         2.1432e-01,  4.0623e-02,  2.8793e-02,  1.3314e-01, -4.3424e-01,\n",
      "        -3.3215e-01, -4.3797e-01,  2.1960e-01,  1.1503e-01, -2.3460e-01,\n",
      "         9.8389e-02,  1.9592e-01, -1.3567e-04,  8.3498e-02, -2.9699e-01,\n",
      "        -5.5881e-02,  4.9699e-02, -2.4642e-01,  4.2357e-01,  2.8414e-01,\n",
      "         1.3461e-01, -1.7663e-01,  2.6046e-01,  4.7577e-03,  1.1382e-01,\n",
      "         1.9927e-01, -1.8260e-01,  7.2033e-02,  6.8446e-02,  1.5899e-02,\n",
      "        -8.8350e-02,  1.1988e-02, -6.0540e-02, -1.5688e-01, -1.1514e-02,\n",
      "        -7.0860e-02, -8.3857e-02,  3.4784e-03,  2.4045e-02, -1.2497e-01,\n",
      "        -7.0092e-02,  6.7646e-02,  2.2832e-01,  2.5130e-01,  6.9422e-01,\n",
      "        -4.8728e-01,  4.9539e-02, -7.7441e-01,  1.9369e-01, -3.8262e-01,\n",
      "        -9.2261e-01, -1.1897e+00, -2.2607e-01,  2.2581e-01, -5.4194e-01,\n",
      "         5.2105e-01, -8.1703e-02, -2.3534e-01,  4.5794e-01, -3.1593e-01,\n",
      "        -5.1766e-01,  3.0430e-01, -5.4649e-01, -4.9406e-01, -7.6508e-01,\n",
      "        -5.6293e-01, -6.2766e-01, -2.3238e-01, -6.1416e-02, -8.9347e-01,\n",
      "        -5.6249e-01,  2.8250e-02, -6.0539e-01, -9.3788e-01,  2.9636e-01,\n",
      "        -3.4786e-01,  8.8811e-01,  3.2346e-01, -5.7294e-01, -5.3586e-02,\n",
      "         6.4055e-01,  2.4378e-01,  3.4800e-01, -2.0618e-01, -1.5605e-01,\n",
      "        -1.5848e-01,  8.8393e-01, -9.4180e-01, -6.6286e-01, -1.1211e+00,\n",
      "        -2.9366e-01,  5.0015e-02, -4.7574e-01, -4.1673e-01, -5.2667e-02,\n",
      "         5.0033e-02,  1.0975e-01, -5.8441e-03, -1.0171e+00, -1.8770e-01,\n",
      "        -7.1010e-01, -6.2679e-01, -2.9648e-01, -4.6683e-01, -6.3125e-01,\n",
      "         7.0208e-01], device='cuda:0')\n",
      "--------------------------------------------------\n",
      " 20\n",
      "fc.weight\n",
      "tensor([[ 1.0756e-01, -4.6931e-01, -2.7942e+00,  ..., -3.9071e-01,\n",
      "         -1.4381e-01, -5.6826e-01],\n",
      "        [ 7.5609e-01, -4.3073e-01, -3.7493e-01,  ..., -4.3610e-01,\n",
      "          8.1613e-01,  8.0850e-01],\n",
      "        [ 6.0212e-01,  5.4942e-01, -8.7798e-01,  ...,  1.0545e+00,\n",
      "         -3.2048e+00, -1.0153e+00],\n",
      "        ...,\n",
      "        [ 6.3912e-01, -4.9792e-01, -2.1171e+00,  ..., -2.0265e-01,\n",
      "         -3.7245e+00, -9.6530e-01],\n",
      "        [ 1.0744e+00, -2.0001e-01,  5.8992e-01,  ..., -2.1921e-01,\n",
      "         -6.3038e-01,  3.3374e-01],\n",
      "        [-7.7498e-02, -2.9464e-01, -1.1593e+00,  ..., -3.1832e-03,\n",
      "         -8.5837e-01, -1.8048e+00]], device='cuda:0')\n",
      "--------------------------------------------------\n",
      " 21\n",
      "fc.bias\n",
      "tensor([-2.1523, -2.1405, -1.9767, -2.3031, -2.0709, -2.5385, -1.4974, -1.9339,\n",
      "        -2.0811, -1.9268, -2.0883, -2.1255, -1.9847, -2.7721, -1.7430, -2.3891,\n",
      "        -2.0688, -2.1471, -2.3008, -1.8509, -1.8145, -2.0473, -2.1117, -2.1077,\n",
      "        -2.2547, -2.3165, -1.5415, -2.7809, -2.0976, -2.2025, -1.2202, -2.0529,\n",
      "        -1.9584, -2.0706, -1.9369], device='cuda:0')\n"
     ]
    }
   ],
   "source": [
    "for i, (key, val) in enumerate(weights.items()):\n",
    "    print(\"-\"*50 + \"\\n\", i)\n",
    "    print(key)\n",
    "    print(val)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'_backend': <torch.nn.backends.thnn.THNNFunctionBackend at 0x7fe2049b2c88>,\n",
       " '_parameters': OrderedDict(),\n",
       " '_buffers': OrderedDict(),\n",
       " '_backward_hooks': OrderedDict(),\n",
       " '_forward_hooks': OrderedDict(),\n",
       " '_forward_pre_hooks': OrderedDict(),\n",
       " '_state_dict_hooks': OrderedDict(),\n",
       " '_load_state_dict_pre_hooks': OrderedDict(),\n",
       " '_modules': OrderedDict([('lstm',\n",
       "               LSTM(12, 64, num_layers=5, batch_first=True)),\n",
       "              ('fc', Linear(in_features=64, out_features=35, bias=True))]),\n",
       " 'training': True,\n",
       " 'hidden_size': 64,\n",
       " 'num_layers': 5,\n",
       " 'device': device(type='cuda')}"
      ]
     },
     "execution_count": 26,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "model.__dict__"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "--------------------------------------------------\n",
      " 0\n",
      "Parameter containing:\n",
      "tensor([[ 0.0229, -1.1894,  0.3005,  ..., -1.2080, -0.2036, -0.5264],\n",
      "        [ 0.2233,  0.7289,  0.8038,  ...,  0.1909, -0.1121,  0.1137],\n",
      "        [-0.2408,  0.7406,  0.6178,  ...,  1.5159,  0.2505,  0.4425],\n",
      "        ...,\n",
      "        [-0.0213, -0.3206, -0.8492,  ..., -0.1701, -0.9032, -0.3206],\n",
      "        [-0.3085, -0.5769,  0.4461,  ..., -0.5440, -0.5557,  0.3436],\n",
      "        [ 0.1111,  0.0483,  0.3182,  ..., -0.4189,  0.5426,  1.1522]],\n",
      "       device='cuda:0', requires_grad=True)\n",
      "--------------------------------------------------\n",
      " 1\n",
      "Parameter containing:\n",
      "tensor([[-0.0963, -0.3485,  0.6226,  ..., -0.6704, -0.4524,  0.4905],\n",
      "        [-1.0680,  1.3284,  0.4781,  ...,  0.1699, -0.7938, -0.1436],\n",
      "        [ 0.1416, -0.3915,  0.7447,  ...,  0.9445, -1.0173,  0.9754],\n",
      "        ...,\n",
      "        [ 0.0808, -0.5832,  0.9872,  ..., -4.1253,  1.0131,  2.3520],\n",
      "        [ 0.9701, -0.8446,  0.2547,  ..., -0.6916,  4.7517,  0.0098],\n",
      "        [-0.8375, -0.2105, -1.6835,  ...,  0.8986,  0.0462, -5.5620]],\n",
      "       device='cuda:0', requires_grad=True)\n",
      "--------------------------------------------------\n",
      " 2\n",
      "Parameter containing:\n",
      "tensor([ 0.3133, -0.5302,  0.7911, -0.6752,  0.5561,  0.1118, -0.9351,  0.1543,\n",
      "        -1.0887, -1.0339,  0.1073, -0.9398, -0.8361,  0.4810,  1.7273, -0.7453,\n",
      "        -1.1137,  0.2182,  0.8129, -0.8107,  0.8846, -0.0845,  0.0982,  1.0026,\n",
      "        -0.4766,  1.7028, -1.1162,  0.7730, -1.0840, -0.4201, -0.3267, -0.2221,\n",
      "        -0.8153,  1.3707,  2.1589, -1.0221,  1.2364,  0.3809,  0.1809, -0.1871,\n",
      "        -0.2194,  0.8200,  0.0388, -0.6718, -0.3410, -0.2328,  0.3632,  1.9105,\n",
      "        -1.1763, -0.3101,  0.8312, -0.1609, -1.3318, -0.2931, -1.6518, -0.5257,\n",
      "         0.0117, -0.3682, -0.0137, -0.2794, -0.5228,  1.6826,  1.3388,  0.5117,\n",
      "        -0.4016, -2.4449,  1.3111, -0.1404, -0.2124,  0.9023, -0.5907, -1.1074,\n",
      "        -1.1779, -1.1981,  0.3312, -0.7032, -1.1810, -1.3433,  0.6920, -1.5077,\n",
      "        -2.5363, -1.3206,  0.8213, -0.6811, -0.3891, -0.8773, -0.5755,  0.6434,\n",
      "        -0.8786,  0.4494, -1.5095,  0.8193, -0.9145, -1.0468, -0.8271, -1.0384,\n",
      "         0.5366, -0.7815,  0.9527, -1.6555, -0.5870, -1.2046, -0.5739,  0.1456,\n",
      "        -0.5771, -2.0701,  0.8141, -0.7642, -0.1967, -0.7016, -1.2501,  0.2084,\n",
      "        -1.5061, -1.0445,  0.0221, -0.8985, -0.0182, -2.4098, -0.9078, -0.7244,\n",
      "        -1.2744, -0.8208, -1.0844, -1.6910, -1.2924,  0.1764, -1.5372, -1.1395,\n",
      "         1.2470, -0.5457,  0.8382, -0.1416,  2.1968, -1.9745, -2.1530, -1.4879,\n",
      "         0.5993, -0.8998,  1.9541,  1.1823,  0.9562, -0.4356,  3.0274,  1.1369,\n",
      "         0.9602,  1.7012,  1.4040,  1.6303, -1.4236, -1.1173, -0.5467, -2.3383,\n",
      "         0.9923,  2.9048, -0.0185,  1.4063,  0.1266, -0.6692,  1.9070, -0.9460,\n",
      "         0.5608, -1.9630, -2.5492,  1.8151,  1.4406,  0.1233, -1.4444,  0.3164,\n",
      "         0.7211, -0.8320,  1.6446, -0.9805, -0.5940, -1.3305,  0.5060, -2.8949,\n",
      "         0.9198,  0.5096, -0.8610, -0.5124, -1.3796,  0.4491, -0.2074,  0.5716,\n",
      "        -1.4388, -0.7802,  1.7330,  0.8950,  0.8672,  2.5214, -2.2086,  1.3762,\n",
      "        -0.1148, -3.3484, -0.1681, -1.4473,  0.5473,  0.9796,  1.3683, -0.3768,\n",
      "        -1.2541,  0.9584,  0.9609, -0.0277, -0.6733, -1.5572,  1.7611,  0.8508,\n",
      "        -0.9299,  1.0093, -0.0557, -0.1115, -0.3896, -0.8424, -1.0959,  1.0427,\n",
      "         1.1270,  2.4261, -0.5706,  0.8840, -0.3141, -0.0188,  0.6287, -0.9672,\n",
      "        -0.4607,  0.9947,  2.6576, -0.7948,  0.4552,  0.5581,  1.7416, -0.3495,\n",
      "         0.1833,  0.0497,  1.6195, -2.2327, -0.4165, -0.4521, -1.3106,  2.3188,\n",
      "         0.2318, -2.7691, -0.3460, -1.3983,  0.0165,  1.5432, -0.8730,  0.7468,\n",
      "        -0.1196, -1.0813, -0.1675, -0.0561, -0.7777,  0.7285, -0.1966, -0.5896],\n",
      "       device='cuda:0', requires_grad=True)\n",
      "--------------------------------------------------\n",
      " 3\n",
      "Parameter containing:\n",
      "tensor([ 0.1746, -0.5875,  0.9206, -0.7992,  0.5548,  0.1216, -0.8590,  0.3202,\n",
      "        -0.9429, -0.9891,  0.1388, -0.9231, -0.8788,  0.4817,  1.7042, -0.6502,\n",
      "        -0.9915,  0.1665,  0.7549, -0.7471,  0.7967, -0.1780,  0.1022,  0.9837,\n",
      "        -0.4699,  1.7909, -0.9223,  0.6429, -1.0692, -0.4379, -0.4199, -0.2209,\n",
      "        -0.7009,  1.2906,  2.0852, -1.2398,  1.2809,  0.4008,  0.0430, -0.1666,\n",
      "        -0.3599,  0.7680, -0.0437, -0.6388, -0.4191, -0.1339,  0.2057,  1.8248,\n",
      "        -1.0386, -0.2259,  0.9737, -0.2771, -1.5072, -0.4693, -1.5584, -0.4840,\n",
      "         0.0208, -0.3875,  0.0460, -0.2828, -0.4130,  1.7020,  1.3260,  0.4289,\n",
      "        -0.4642, -2.4138,  1.3573, -0.3470, -0.0066,  0.7674, -0.6611, -1.1525,\n",
      "        -1.3759, -1.2173,  0.4872, -0.5611, -1.3916, -1.4000,  0.7219, -1.5239,\n",
      "        -2.6830, -1.3330,  0.8408, -0.6185, -0.5407, -0.9184, -0.5826,  0.5118,\n",
      "        -0.8719,  0.4105, -1.5839,  0.8086, -0.8985, -0.9554, -0.8514, -1.0024,\n",
      "         0.4005, -0.7546,  0.9014, -1.7770, -0.4366, -1.2840, -0.5174,  0.2066,\n",
      "        -0.6970, -2.1589,  0.6096, -0.6207, -0.1188, -0.7089, -1.1282,  0.0983,\n",
      "        -1.5275, -1.1123, -0.0603, -0.9262,  0.0155, -2.3469, -0.9122, -0.6701,\n",
      "        -1.3222, -0.9711, -1.1211, -1.5776, -1.1925,  0.1860, -1.4652, -1.2365,\n",
      "         1.3149, -0.4777,  0.9672, -0.1554,  2.2853, -2.0272, -2.2538, -1.4810,\n",
      "         0.4025, -0.9080,  2.0036,  1.3763,  0.9106, -0.4272,  3.1691,  1.2776,\n",
      "         1.0664,  1.8049,  1.2131,  1.7718, -1.2951, -1.2111, -0.6428, -2.3669,\n",
      "         1.0005,  2.9976, -0.0079,  1.5095, -0.0730, -0.8190,  1.9202, -0.8542,\n",
      "         0.5053, -1.8703, -2.5625,  1.7824,  1.6119, -0.0864, -1.5275,  0.2496,\n",
      "         0.7700, -0.7247,  1.8430, -1.0384, -0.6149, -1.3705,  0.4641, -2.8537,\n",
      "         0.9989,  0.6286, -0.7884, -0.5893, -1.1757,  0.6125, -0.2164,  0.6867,\n",
      "        -1.4535, -0.8841,  1.7213,  0.9149,  0.7517,  2.6337, -2.1091,  1.3590,\n",
      "        -0.0563, -3.3266, -0.0467, -1.5225,  0.4752,  0.8059,  1.3687, -0.3159,\n",
      "        -1.0511,  0.9003,  0.9534, -0.1599, -0.5712, -1.5500,  1.6896,  0.8809,\n",
      "        -1.0120,  0.9691, -0.0531, -0.1956, -0.4030, -0.9297, -1.1079,  1.1079,\n",
      "         1.2238,  2.3798, -0.5784,  0.8665, -0.4325, -0.1032,  0.6785, -1.0299,\n",
      "        -0.3727,  1.0940,  2.5851, -0.7817,  0.5508,  0.4817,  1.5845, -0.3273,\n",
      "         0.2416,  0.2320,  1.6249, -2.2943, -0.4235, -0.4790, -1.1834,  2.1816,\n",
      "         0.2398, -2.8180, -0.4690, -1.5748,  0.1041,  1.6866, -0.9708,  0.9046,\n",
      "         0.0291, -1.0778, -0.2287,  0.0102, -0.6842,  0.8528, -0.2037, -0.6773],\n",
      "       device='cuda:0', requires_grad=True)\n",
      "--------------------------------------------------\n",
      " 4\n",
      "Parameter containing:\n",
      "tensor([[-0.0177,  0.0333, -0.1485,  ...,  0.3192,  0.1733, -0.7434],\n",
      "        [ 0.3731, -0.2063, -0.7348,  ...,  0.2586,  0.1217,  0.1349],\n",
      "        [-0.0535, -0.2949, -0.0962,  ...,  0.3974, -0.1163, -0.6383],\n",
      "        ...,\n",
      "        [ 1.0613, -0.1512, -0.7781,  ...,  0.9827, -0.2251,  0.1491],\n",
      "        [-0.4410,  0.3241,  0.2466,  ..., -1.4757, -0.5071, -0.4038],\n",
      "        [-0.2966,  0.5042,  0.3602,  ..., -0.1391, -0.7687, -0.7572]],\n",
      "       device='cuda:0', requires_grad=True)\n",
      "--------------------------------------------------\n",
      " 5\n",
      "Parameter containing:\n",
      "tensor([[ 1.2332,  0.0654,  0.3194,  ..., -0.9062, -0.2907,  0.1119],\n",
      "        [-0.4977,  0.3146,  0.1509,  ...,  0.2035,  0.4583, -0.3149],\n",
      "        [ 0.2727, -0.0678,  1.5151,  ..., -0.1900,  0.3627, -0.4472],\n",
      "        ...,\n",
      "        [-0.2539,  0.1399, -0.3533,  ...,  0.5713, -0.4452,  0.3701],\n",
      "        [-0.1520,  0.3252, -0.1654,  ...,  0.0590, -0.1037, -0.0771],\n",
      "        [ 1.1790, -0.9233, -0.6336,  ...,  0.0370, -0.5129, -0.5689]],\n",
      "       device='cuda:0', requires_grad=True)\n",
      "--------------------------------------------------\n",
      " 6\n",
      "Parameter containing:\n",
      "tensor([-0.8000, -0.6708, -1.0749, -0.6211, -1.4971, -0.9748, -0.3616, -1.3557,\n",
      "        -0.4290, -0.9222, -0.4617, -0.6977, -1.1065, -0.7707, -0.7461, -0.8797,\n",
      "        -0.7192, -0.2235, -1.1473, -0.4053, -0.7225, -0.9687, -1.1124, -0.8169,\n",
      "        -0.5222, -0.8139, -1.1375, -0.6434, -1.0813, -1.2466, -0.4516, -0.6305,\n",
      "        -1.2629, -1.0290, -1.2094, -1.0693, -0.8569, -1.0686, -0.9022, -0.8610,\n",
      "        -0.5891, -0.9060, -0.9548, -0.7478, -1.1546, -0.7488, -1.2892, -0.8263,\n",
      "        -1.0381, -1.0577, -0.8320, -0.9448, -1.0180, -0.8307, -0.6988, -0.9858,\n",
      "        -1.4719, -1.1365, -1.4142, -1.2256, -0.4788, -0.5935, -0.0929, -0.5027,\n",
      "        -0.6812, -0.3533, -0.4130, -1.0318,  0.3347,  0.0266, -0.4174, -0.4279,\n",
      "        -0.4537,  0.0582, -1.0180, -0.5566,  0.1083,  0.7885, -0.7934, -1.0151,\n",
      "        -1.0889, -1.1496, -0.2133, -0.7148, -0.5793, -1.1320, -0.5786, -0.7962,\n",
      "        -0.9133, -0.8110, -0.7222, -0.6030, -1.2137, -1.4529, -0.5733, -0.2767,\n",
      "        -0.4740, -0.9055, -0.8708, -1.0971, -0.4129,  0.0529, -1.3425, -1.0177,\n",
      "        -0.4297,  0.5577, -0.5156, -0.8600, -0.2310, -1.0876, -0.2474, -0.5488,\n",
      "         0.7308,  0.9322, -0.8247, -1.0880, -1.0528, -0.8262, -0.9021, -1.1010,\n",
      "        -0.3097, -0.6452, -0.2909,  0.2941, -1.1400, -0.9803, -0.8248, -0.8505,\n",
      "        -0.0904, -0.7899,  0.3833, -0.3930,  0.2103,  0.4662,  0.5321,  0.4542,\n",
      "         0.8522, -0.3886,  0.1892,  0.3251, -0.2380, -0.2042,  0.8197, -0.0203,\n",
      "        -0.4267,  0.1657, -0.0381,  1.0551,  0.1433,  0.7657,  0.4573,  0.5550,\n",
      "        -0.3096, -0.0602, -0.0505, -0.0878,  0.3927, -0.4963, -0.9884,  0.5747,\n",
      "         0.0167, -0.3919,  0.1788, -0.1917, -0.1365, -0.0070, -0.0128,  0.1850,\n",
      "         1.1219,  0.1676, -0.5621, -0.7417, -0.4092, -0.4025,  0.0440,  0.3135,\n",
      "        -0.0251,  0.0665,  0.3046, -0.1022, -0.1271, -0.8743,  0.5867,  0.2776,\n",
      "        -0.0435,  0.3984, -0.0958, -0.2534,  0.5891,  0.6701, -0.0912,  0.6269,\n",
      "        -0.2935, -0.4368, -0.1382, -0.2694,  0.5656,  0.4400,  0.3146, -0.1765,\n",
      "         0.2409, -0.8763,  0.1193, -0.3739,  0.2353,  0.1306, -0.2075, -0.3428,\n",
      "        -0.0168, -0.2465,  0.0368,  0.5623, -0.1080,  0.1425, -0.5613,  0.0758,\n",
      "        -0.8693, -0.9043, -0.6671, -0.2936, -0.7477, -0.4644,  0.5687, -0.5058,\n",
      "        -0.5008, -0.8820, -0.8639, -1.0109, -0.7789,  0.5683, -0.4778, -1.1186,\n",
      "        -0.3046,  0.5278, -0.2587, -0.5529, -0.3803, -0.6520, -0.1507, -0.2149,\n",
      "         0.4983,  0.5604, -0.1774, -0.4231, -0.5022, -0.5749, -0.2375, -1.3524,\n",
      "        -0.1214, -0.8621,  0.2019,  0.2371, -0.1826, -0.0940, -0.3189, -0.2779],\n",
      "       device='cuda:0', requires_grad=True)\n",
      "--------------------------------------------------\n",
      " 7\n",
      "Parameter containing:\n",
      "tensor([-0.8455, -0.5967, -1.0693, -0.4955, -1.6003, -0.9547, -0.5956, -1.3524,\n",
      "        -0.4633, -0.9402, -0.6606, -0.5024, -1.0715, -0.6585, -0.6757, -0.9281,\n",
      "        -0.7452, -0.3116, -1.0834, -0.3725, -0.9009, -0.9404, -1.0048, -0.8068,\n",
      "        -0.4356, -0.6653, -1.0044, -0.7415, -0.9791, -1.1838, -0.5281, -0.7520,\n",
      "        -1.2406, -1.0704, -1.1426, -1.0515, -0.8326, -1.2615, -0.8192, -0.8781,\n",
      "        -0.3847, -0.8690, -1.0092, -0.6802, -1.0091, -0.8900, -1.2134, -0.8674,\n",
      "        -0.9213, -1.0550, -0.9941, -1.0648, -1.1094, -0.6064, -0.6239, -1.1384,\n",
      "        -1.5770, -1.1452, -1.1895, -1.1164, -0.6697, -0.6085, -0.2837, -0.5879,\n",
      "        -0.5556, -0.2843, -0.5662, -1.1301,  0.3116,  0.0918, -0.3326, -0.3807,\n",
      "        -0.4563, -0.1569, -1.0348, -0.6553,  0.1684,  1.0163, -0.8123, -0.9951,\n",
      "        -1.1025, -1.2026, -0.2342, -0.7438, -0.6331, -1.0420, -0.6475, -0.7401,\n",
      "        -0.9037, -0.8876, -0.7887, -0.7537, -1.3924, -1.4939, -0.5433, -0.2427,\n",
      "        -0.4270, -1.0060, -1.0538, -1.1224, -0.5654, -0.0799, -1.4250, -0.8524,\n",
      "        -0.4008,  0.6217, -0.4667, -0.8395, -0.2275, -0.8602, -0.2423, -0.4601,\n",
      "         0.5733,  0.6993, -0.9702, -0.9450, -1.2506, -1.0136, -1.0775, -1.0016,\n",
      "        -0.2845, -0.8351, -0.1654,  0.1120, -1.2782, -0.9648, -0.8224, -0.9401,\n",
      "        -0.0556, -0.6284,  0.3703, -0.4351,  0.2508,  0.5417,  0.4443,  0.4019,\n",
      "         0.7202, -0.4635,  0.1750,  0.3200, -0.1510, -0.1325,  0.6539,  0.0374,\n",
      "        -0.5409,  0.2338,  0.0546,  1.1236,  0.0466,  0.7766,  0.4403,  0.6615,\n",
      "        -0.1311, -0.0162, -0.1897,  0.0265,  0.4276, -0.6231, -0.9975,  0.6568,\n",
      "         0.0425, -0.3926,  0.2874, -0.1116, -0.0418,  0.0420,  0.0418,  0.1618,\n",
      "         1.1413,  0.2499, -0.6528, -0.7639, -0.5649, -0.3432,  0.1385,  0.2998,\n",
      "         0.0323,  0.0882,  0.2521, -0.1058, -0.0868, -0.9345,  0.7725,  0.3332,\n",
      "        -0.0044,  0.3103, -0.0341, -0.2501,  0.6437,  0.5195, -0.2574,  0.6568,\n",
      "        -0.1767, -0.6217, -0.2046, -0.4356,  0.5988,  0.4756,  0.4241, -0.0042,\n",
      "         0.1857, -0.7427,  0.1795, -0.3170,  0.2009,  0.3204, -0.1565, -0.3781,\n",
      "         0.1176, -0.3896,  0.0461,  0.5655, -0.2558,  0.0433, -0.5176,  0.1472,\n",
      "        -0.9902, -0.7366, -0.6342, -0.4480, -0.7625, -0.4717,  0.3846, -0.6043,\n",
      "        -0.4188, -0.9033, -0.7722, -0.9377, -0.5843,  0.5065, -0.6142, -1.2047,\n",
      "        -0.0747,  0.5097, -0.4022, -0.5302, -0.3913, -0.6713, -0.1292, -0.2285,\n",
      "         0.4826,  0.5899, -0.2255, -0.5044, -0.4080, -0.4176, -0.4267, -1.3135,\n",
      "        -0.3412, -0.8130,  0.0522,  0.1994, -0.3238, -0.0403, -0.1994, -0.4618],\n",
      "       device='cuda:0', requires_grad=True)\n",
      "--------------------------------------------------\n",
      " 8\n",
      "Parameter containing:\n",
      "tensor([[-0.1710,  0.0439,  0.4558,  ...,  0.7311, -0.1266,  0.8453],\n",
      "        [-0.4202,  0.5883, -0.2673,  ...,  0.3990,  1.2975,  0.0141],\n",
      "        [ 0.5392, -0.7673, -1.0159,  ..., -0.5569, -0.2350,  0.6324],\n",
      "        ...,\n",
      "        [-0.7637, -1.0757,  0.0699,  ..., -0.0098,  0.3962,  0.0176],\n",
      "        [-0.5124, -0.6451, -0.5366,  ...,  0.6571,  1.0250, -0.0237],\n",
      "        [ 0.1988,  0.0613,  0.3180,  ..., -0.1130,  0.8716,  0.7193]],\n",
      "       device='cuda:0', requires_grad=True)\n",
      "--------------------------------------------------\n",
      " 9\n",
      "Parameter containing:\n",
      "tensor([[-0.3167,  0.0674,  0.3486,  ...,  0.1882, -0.2333,  0.6751],\n",
      "        [ 1.1514,  0.1273,  0.3158,  ...,  0.8564, -0.7969,  0.4950],\n",
      "        [ 1.4148, -0.3205,  0.5654,  ...,  0.3615,  0.0717,  0.1423],\n",
      "        ...,\n",
      "        [-0.4114,  0.9597, -0.4639,  ...,  0.0639,  1.0040,  0.7047],\n",
      "        [-0.7248, -1.3486,  0.3100,  ...,  0.0319, -0.1507,  0.4460],\n",
      "        [-0.1276, -0.1195,  0.0583,  ..., -0.3808, -0.3245, -0.3747]],\n",
      "       device='cuda:0', requires_grad=True)\n",
      "--------------------------------------------------\n",
      " 10\n",
      "Parameter containing:\n",
      "tensor([-0.6904, -0.7619, -0.4941, -0.9000, -0.7351, -0.4458, -0.7490, -0.2339,\n",
      "        -0.9914, -0.9073, -0.5265, -0.7777, -0.7023, -0.6530, -1.4817, -0.3414,\n",
      "        -0.5289, -0.9449, -0.5493, -1.2506, -0.8226, -0.4651, -0.7294, -0.9315,\n",
      "        -0.6752, -0.5695, -1.0766, -1.5831, -0.8707, -1.1219, -1.2666, -1.2020,\n",
      "        -0.7365, -1.3174, -0.6287, -0.5566, -1.0333, -0.7252, -0.7447, -0.8254,\n",
      "        -0.2591, -0.6716, -0.6585, -0.6048, -0.0754, -0.6218, -0.6947, -1.4547,\n",
      "        -0.7166, -0.9643, -0.9641, -0.8246, -0.9234, -0.2667, -0.8747, -0.2479,\n",
      "        -0.4683, -0.6091, -0.6177, -0.8987, -0.3106, -0.5863, -1.0048, -0.9157,\n",
      "        -0.6386, -0.2977, -0.7637, -0.1002, -0.5302, -0.2880, -0.7719, -1.0422,\n",
      "        -0.2202, -0.8356, -0.6009, -1.1929, -0.6455, -0.2199, -0.1425, -1.0993,\n",
      "        -0.7302, -0.9628, -1.3269, -0.1794, -0.3236, -0.7318, -0.8494, -1.0047,\n",
      "        -0.5519, -0.6293, -0.0318,  0.5145, -0.2699,  0.3347,  0.3791, -1.2738,\n",
      "         0.2586,  0.1019, -0.1428, -1.0997,  0.3451, -0.5421,  0.1877, -0.3859,\n",
      "         0.0544, -0.3775, -0.7983, -0.3930, -0.9145, -0.4048, -0.6930, -0.3489,\n",
      "        -0.1354, -0.1924, -0.2787, -0.6849, -0.5370, -0.6106, -1.2065, -1.1280,\n",
      "        -0.8044, -1.0461, -0.5952, -0.9108, -0.6740, -0.6653, -1.0369,  0.3941,\n",
      "         0.0723, -0.1687,  0.0428,  0.1331,  0.2823,  0.3439, -0.1648, -0.4042,\n",
      "         0.2648,  0.0892, -0.1128, -0.2487, -0.0777, -0.2494,  0.0882, -0.2401,\n",
      "         0.0333, -0.1306,  0.2780,  0.3833,  0.1907,  0.0095, -0.1892,  0.1432,\n",
      "        -0.3634,  0.1879, -0.0551,  0.2365, -0.2073,  0.2457,  0.1360, -0.3966,\n",
      "         0.0504,  0.0088,  0.0457, -0.4696,  0.3608,  0.2435,  0.1084, -0.1036,\n",
      "         0.4860,  0.1223, -0.0423, -0.3149,  0.3041,  0.0230, -0.0151,  0.0615,\n",
      "        -0.1190,  0.7439, -0.1793, -0.1375,  0.1064,  0.1300, -0.2015, -0.0236,\n",
      "        -0.3893, -0.3500,  0.3626, -0.0111, -0.5090,  0.1883,  0.1860, -0.2888,\n",
      "        -0.1269, -0.4202, -0.2724, -0.7181, -0.1406, -1.2084, -0.8469, -0.7669,\n",
      "        -0.5697, -0.4923,  0.2098, -0.4763, -0.3264, -0.2699, -0.4973, -0.7325,\n",
      "        -0.8898, -0.3376,  0.5346, -0.3585, -0.6190, -0.6302,  0.0035, -0.0963,\n",
      "        -0.7731,  0.0188, -0.7601,  0.2902, -1.1078, -0.6679, -0.4136, -0.8572,\n",
      "        -0.8591, -0.3657, -0.6850, -0.1136, -0.7125, -0.8690, -1.0253, -0.0332,\n",
      "        -0.4324, -0.4902, -0.4713, -0.5228, -0.5195, -0.2850, -0.0528, -0.3108,\n",
      "        -0.0811, -0.5449, -0.2412,  0.1458, -0.1834, -0.7627, -1.0389, -0.5600,\n",
      "        -0.5623, -0.5746, -0.8532, -0.9964, -0.5946, -0.5858, -0.4061, -0.5410],\n",
      "       device='cuda:0', requires_grad=True)\n",
      "--------------------------------------------------\n",
      " 11\n",
      "Parameter containing:\n",
      "tensor([-0.7416, -0.8142, -0.5531, -0.9015, -0.5487, -0.3693, -0.5822, -0.1790,\n",
      "        -1.0838, -1.0642, -0.5735, -0.6256, -0.8069, -0.8296, -1.5189, -0.4698,\n",
      "        -0.3244, -0.8831, -0.4420, -1.0064, -0.6875, -0.5136, -0.7287, -0.7710,\n",
      "        -0.6447, -0.5758, -1.1621, -1.5603, -0.9809, -0.9481, -1.2224, -1.1139,\n",
      "        -0.5770, -1.2409, -0.5127, -0.5457, -0.9340, -0.8398, -0.6505, -0.8553,\n",
      "        -0.3021, -0.8007, -0.6286, -0.6997, -0.0421, -0.6842, -0.6696, -1.5204,\n",
      "        -0.7423, -0.7322, -0.9815, -0.7934, -0.9184, -0.3504, -0.8871, -0.3398,\n",
      "        -0.3145, -0.7889, -0.6648, -1.0076, -0.2104, -0.6918, -1.1381, -0.6916,\n",
      "        -0.5894, -0.4296, -0.9336, -0.1054, -0.5563, -0.4539, -0.7961, -0.9530,\n",
      "        -0.3227, -0.8244, -0.7633, -1.1679, -0.6593, -0.3264, -0.1806, -1.0971,\n",
      "        -0.7935, -0.9222, -1.3285, -0.2266, -0.3323, -0.7162, -0.7365, -0.9749,\n",
      "        -0.4645, -0.5430, -0.0787,  0.5560, -0.3410,  0.3620,  0.4675, -1.2172,\n",
      "         0.2178,  0.1291, -0.1011, -1.2408,  0.5782, -0.4370,  0.2724, -0.3535,\n",
      "        -0.0084, -0.4386, -0.8824, -0.3069, -0.7369, -0.4235, -0.7643, -0.4027,\n",
      "        -0.1060, -0.2205, -0.3201, -0.6765, -0.7227, -0.6245, -1.1537, -1.1488,\n",
      "        -0.8510, -1.0469, -0.4549, -0.8260, -0.6632, -0.7074, -1.0647,  0.4476,\n",
      "         0.1533, -0.0409, -0.1343,  0.1953,  0.2815,  0.4638, -0.1054, -0.3925,\n",
      "         0.3529,  0.1623,  0.0712, -0.2666, -0.0524, -0.4039,  0.2834, -0.2073,\n",
      "         0.0622, -0.2276,  0.0601,  0.4850,  0.2554,  0.0738, -0.2313,  0.1588,\n",
      "        -0.5572,  0.2906, -0.0862,  0.1318, -0.0942,  0.2372,  0.2008, -0.2930,\n",
      "        -0.0716,  0.1122,  0.1927, -0.3932,  0.4455,  0.2894,  0.0500,  0.0276,\n",
      "         0.5101, -0.0268,  0.0840, -0.3241,  0.1915, -0.0516, -0.1310,  0.0267,\n",
      "        -0.1372,  0.7535, -0.1322, -0.0617,  0.2984,  0.1391, -0.1022, -0.0668,\n",
      "        -0.2926, -0.4737,  0.2648,  0.0238, -0.4265,  0.0804,  0.2333, -0.1248,\n",
      "        -0.2431, -0.4117, -0.2524, -0.7267, -0.0417, -1.1865, -0.9121, -0.8019,\n",
      "        -0.4657, -0.4833,  0.2496, -0.6374, -0.4722, -0.2614, -0.6535, -0.9136,\n",
      "        -0.9830, -0.2707,  0.4457, -0.3768, -0.5425, -0.5250, -0.0905, -0.1987,\n",
      "        -0.8036,  0.0136, -0.7531,  0.3766, -1.1685, -0.5818, -0.4427, -0.8018,\n",
      "        -0.7666, -0.2373, -0.8766, -0.1430, -0.7621, -0.7128, -1.1791, -0.1971,\n",
      "        -0.5364, -0.6262, -0.4245, -0.5133, -0.6078, -0.3284, -0.0409, -0.1563,\n",
      "        -0.1332, -0.6299, -0.3037,  0.2151, -0.0527, -0.6994, -0.9452, -0.5715,\n",
      "        -0.6082, -0.5148, -0.8106, -0.8286, -0.6187, -0.4799, -0.3966, -0.5393],\n",
      "       device='cuda:0', requires_grad=True)\n",
      "--------------------------------------------------\n",
      " 12\n",
      "Parameter containing:\n",
      "tensor([[-0.2212, -1.0798,  0.1394,  ...,  0.1215, -0.0205,  0.0939],\n",
      "        [ 1.3184, -0.2008, -0.5478,  ...,  0.2145,  0.2656, -0.0942],\n",
      "        [ 0.0024, -0.8139, -0.0126,  ...,  0.5819,  0.6071, -0.9615],\n",
      "        ...,\n",
      "        [-0.2663,  0.1608, -0.0105,  ...,  0.3302,  0.2010,  0.3299],\n",
      "        [-0.3648,  0.2024, -0.3457,  ...,  0.1181,  0.6695, -0.1949],\n",
      "        [ 0.4126,  0.1671,  0.9039,  ..., -0.5897, -0.4874, -0.4469]],\n",
      "       device='cuda:0', requires_grad=True)\n",
      "--------------------------------------------------\n",
      " 13\n",
      "Parameter containing:\n",
      "tensor([[ 0.3203, -0.9863, -0.6594,  ...,  0.4658, -0.5898, -0.0946],\n",
      "        [ 0.1640, -1.3755, -0.4289,  ...,  0.2232, -0.2624, -0.3267],\n",
      "        [-0.5813, -0.4141, -0.4171,  ...,  0.3918, -0.0702,  0.2289],\n",
      "        ...,\n",
      "        [-0.0903, -0.3949, -0.9034,  ...,  0.3678, -0.7158, -0.8314],\n",
      "        [ 0.4963, -0.5902, -0.5797,  ...,  0.0374, -0.6876,  0.3184],\n",
      "        [ 0.2536,  0.1657, -0.0286,  ...,  0.4801,  0.4181, -0.3382]],\n",
      "       device='cuda:0', requires_grad=True)\n",
      "--------------------------------------------------\n",
      " 14\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Parameter containing:\n",
      "tensor([-1.4036e+00, -8.0730e-01, -8.9033e-01, -8.4927e-01, -7.9848e-01,\n",
      "        -8.9178e-01, -6.8741e-01, -3.9165e-02, -9.1357e-01, -6.5255e-01,\n",
      "        -1.0518e+00, -5.4136e-01, -1.1358e+00, -9.3001e-01, -1.3138e+00,\n",
      "        -1.1759e-01, -7.7650e-01, -4.6344e-01, -1.0076e+00, -7.5908e-01,\n",
      "        -1.1624e+00, -7.2642e-01, -1.0133e+00, -1.0226e+00, -1.0103e+00,\n",
      "        -1.1126e+00, -3.5276e-01, -1.4306e+00, -6.3949e-01, -5.8352e-01,\n",
      "        -7.4974e-01, -8.0107e-01, -6.9581e-01, -3.8654e-01, -1.3534e+00,\n",
      "        -8.0288e-01, -9.2721e-01, -1.4602e+00, -9.7990e-01, -1.0431e+00,\n",
      "        -1.3470e+00, -1.2189e+00, -6.3063e-01, -7.6913e-01, -5.7102e-01,\n",
      "        -1.0410e+00, -5.3561e-01, -6.5471e-01, -3.8621e-01, -1.0440e+00,\n",
      "        -6.6196e-01, -8.0437e-01, -7.8597e-01, -9.6304e-01, -1.0199e+00,\n",
      "        -4.6034e-01, -7.4373e-01, -4.1180e-01, -8.2998e-01, -6.8159e-01,\n",
      "        -3.7736e-01, -8.3226e-01, -7.1511e-01, -7.1517e-01,  1.7404e-01,\n",
      "         3.3879e-01,  5.3672e-01,  6.6627e-02, -3.6585e-01,  2.9357e-01,\n",
      "        -2.4859e-01, -1.0930e+00, -1.5806e-01, -1.7745e-01,  3.5096e-01,\n",
      "         2.7414e-01,  1.1661e-01,  8.2372e-01,  1.0732e+00, -2.6175e-01,\n",
      "        -1.9128e-02, -6.2306e-02, -1.3939e-01,  1.4077e+00,  8.0488e-01,\n",
      "        -4.8077e-01, -1.1213e-01, -5.8447e-01,  2.9706e-01,  1.1682e+00,\n",
      "        -1.0214e-01,  8.4190e-01, -4.2583e-02, -5.6604e-01, -9.5784e-01,\n",
      "        -2.6182e-01, -6.8175e-01, -1.0466e+00,  2.1182e-02, -2.8725e-01,\n",
      "         3.6640e-02, -8.7560e-02, -3.0892e-02, -2.5801e-01,  1.2636e-01,\n",
      "         2.3006e-01, -7.3547e-02, -3.4638e-02, -5.6853e-01,  2.8846e-01,\n",
      "        -3.8619e-01, -5.7283e-01,  2.7165e-01,  2.5557e-01, -9.7625e-01,\n",
      "         2.2377e-01,  1.8953e-01, -5.8814e-01, -3.6526e-01, -1.0191e+00,\n",
      "         9.0648e-02, -1.1563e+00, -5.1607e-01, -3.4829e-01, -2.9811e-01,\n",
      "         3.4712e-01,  4.8549e-01, -9.4484e-01, -2.5208e-01,  1.3950e-01,\n",
      "        -1.3086e-01,  2.4359e-01,  1.1230e-01, -2.8870e-01,  3.2258e-01,\n",
      "        -1.5663e-01, -6.6082e-02,  6.2855e-02, -3.1188e-02,  5.2364e-01,\n",
      "         1.7882e-01, -6.5147e-03,  3.2100e-01,  2.6529e-01,  3.7219e-01,\n",
      "        -4.4695e-02,  1.9648e-01,  3.3033e-01, -3.8221e-01,  2.4675e-01,\n",
      "         6.2214e-02, -8.2229e-02, -2.3234e-01, -2.1227e-01,  1.0361e-02,\n",
      "        -3.8455e-01,  4.8240e-02, -4.0400e-02, -1.3186e-01,  9.2070e-01,\n",
      "        -6.9944e-02, -3.5504e-01,  3.2408e-03,  1.4667e-01,  7.0154e-02,\n",
      "        -1.5368e-01,  4.6800e-01,  1.5163e-01, -2.2082e-01, -1.8551e-01,\n",
      "         1.7898e-01,  3.2825e-02, -2.9964e-02, -7.9967e-02, -9.0040e-02,\n",
      "        -1.3774e-01, -3.2150e-01,  7.2972e-02, -6.9135e-02,  2.6722e-01,\n",
      "         1.2612e-01, -6.0056e-02, -1.9353e-01,  7.6097e-02, -1.9801e-01,\n",
      "         4.2664e-02,  9.1930e-03, -3.3074e-01,  1.2511e-01, -3.3587e-01,\n",
      "         3.9505e-01, -2.8936e-01, -7.4148e-01, -6.2994e-01, -5.2901e-01,\n",
      "        -6.0530e-01, -3.1149e-01, -5.0891e-01, -5.9740e-01, -3.8570e-01,\n",
      "        -1.7540e-01, -7.5562e-01, -4.4287e-01, -2.6374e-01, -7.1268e-01,\n",
      "        -1.7068e-01,  1.2362e-02, -6.1810e-01, -7.9505e-02, -1.1593e-01,\n",
      "        -4.0182e-01,  2.6436e-01, -7.3259e-01, -7.4511e-01, -3.2166e-01,\n",
      "        -9.7874e-02, -4.6019e-01, -4.3924e-01, -5.2007e-01,  5.0166e-04,\n",
      "        -2.8889e-01, -3.9858e-01, -7.7442e-01, -4.7336e-01, -6.4094e-01,\n",
      "        -1.6200e-01, -2.0400e-01, -2.8413e-01, -6.6791e-01, -5.0576e-01,\n",
      "        -1.6805e-01, -6.8543e-01, -1.0845e+00, -5.2246e-01, -4.4210e-01,\n",
      "        -5.1223e-01, -1.7597e-01, -3.6632e-01, -6.9850e-01, -4.0225e-01,\n",
      "        -4.8461e-01, -6.7053e-01,  3.6453e-01, -1.4506e-01, -9.5570e-01,\n",
      "        -2.7849e-01, -4.3648e-01, -2.8866e-01,  4.5502e-02,  2.1195e-01,\n",
      "        -5.7632e-01, -6.0312e-01, -4.1006e-01, -4.9776e-01, -2.2843e-01,\n",
      "        -2.9747e-01], device='cuda:0', requires_grad=True)\n",
      "--------------------------------------------------\n",
      " 15\n",
      "Parameter containing:\n",
      "tensor([-1.1732e+00, -8.2551e-01, -8.8102e-01, -9.2034e-01, -7.6208e-01,\n",
      "        -7.7599e-01, -8.4967e-01, -1.0730e-01, -8.8052e-01, -5.5725e-01,\n",
      "        -8.8728e-01, -4.4731e-01, -1.1396e+00, -9.1379e-01, -1.2458e+00,\n",
      "         1.6156e-02, -8.5868e-01, -4.5690e-01, -8.3813e-01, -7.0821e-01,\n",
      "        -1.0714e+00, -6.6743e-01, -9.0860e-01, -8.1299e-01, -1.0540e+00,\n",
      "        -1.2694e+00, -4.8467e-01, -1.3121e+00, -6.8701e-01, -6.3823e-01,\n",
      "        -6.0205e-01, -8.0362e-01, -5.7186e-01, -3.0955e-01, -1.4456e+00,\n",
      "        -8.9129e-01, -9.7123e-01, -1.5411e+00, -9.9499e-01, -1.1152e+00,\n",
      "        -1.4705e+00, -1.2352e+00, -5.5130e-01, -5.8703e-01, -4.9930e-01,\n",
      "        -1.1018e+00, -4.0352e-01, -6.1960e-01, -3.2275e-01, -1.0361e+00,\n",
      "        -4.8369e-01, -8.8504e-01, -6.8344e-01, -8.0760e-01, -1.1218e+00,\n",
      "        -5.5243e-01, -7.6086e-01, -4.0259e-01, -8.8261e-01, -7.2731e-01,\n",
      "        -4.0182e-01, -1.0411e+00, -8.5853e-01, -6.3110e-01,  2.2445e-01,\n",
      "         1.7492e-01,  5.7675e-01, -1.5448e-01, -2.1684e-01,  2.0283e-01,\n",
      "        -2.8529e-01, -9.6281e-01, -2.5175e-01, -1.7709e-01,  2.1621e-01,\n",
      "         3.2258e-01,  3.1997e-01,  6.9487e-01,  9.2493e-01, -3.2014e-01,\n",
      "        -1.3536e-01,  4.7044e-02, -2.0137e-01,  1.5123e+00,  8.0433e-01,\n",
      "        -5.5284e-01, -9.6321e-02, -5.2124e-01,  3.8192e-01,  1.2008e+00,\n",
      "        -6.2277e-02,  9.0892e-01, -1.4904e-01, -5.0912e-01, -9.1032e-01,\n",
      "        -1.3018e-01, -7.4261e-01, -1.1505e+00,  7.5147e-02, -1.4711e-01,\n",
      "        -2.1165e-02, -1.7191e-01, -1.8009e-01, -3.3621e-01,  2.7549e-02,\n",
      "         2.4017e-01,  3.0103e-02, -7.2355e-02, -6.5566e-01,  3.0915e-01,\n",
      "        -3.0286e-01, -4.5873e-01,  1.5121e-01,  2.9086e-01, -1.0235e+00,\n",
      "         2.7746e-01,  2.5709e-01, -4.4417e-01, -3.2104e-01, -9.8096e-01,\n",
      "         2.2076e-01, -1.1941e+00, -3.9379e-01, -1.8381e-01, -1.9776e-01,\n",
      "         4.6523e-01,  4.0908e-01, -9.1448e-01, -4.2666e-01,  7.2329e-02,\n",
      "        -8.6778e-02,  2.5186e-01,  1.3495e-01, -2.1165e-01,  1.4978e-01,\n",
      "        -1.5632e-01,  6.1350e-02,  1.2203e-01,  6.2600e-02,  3.7895e-01,\n",
      "         8.7074e-03,  1.0357e-01,  2.6438e-01,  1.3170e-01,  1.9244e-01,\n",
      "        -6.2953e-02,  2.2844e-01,  3.6830e-01, -4.0555e-01,  2.2484e-01,\n",
      "         1.3909e-01,  4.1772e-02, -3.5228e-01, -2.7423e-01, -4.8426e-02,\n",
      "        -4.2529e-01,  5.2961e-02, -5.4875e-02,  3.6770e-03,  1.0563e+00,\n",
      "        -1.7443e-01, -5.0358e-01,  1.8288e-02,  1.4105e-01,  2.1142e-01,\n",
      "        -1.7285e-01,  4.3949e-01,  1.2462e-01, -1.6508e-01, -1.2891e-01,\n",
      "         3.1745e-01,  1.4547e-01,  1.2900e-01, -1.5789e-01, -1.1924e-01,\n",
      "        -1.3218e-01, -1.7589e-01, -9.9207e-02,  1.7414e-01,  1.4873e-01,\n",
      "         1.5480e-01, -3.7191e-02, -2.8849e-01,  1.5106e-01, -2.4896e-01,\n",
      "         1.7620e-01, -2.6359e-02, -2.7119e-01,  8.3517e-02, -1.8381e-01,\n",
      "         2.0972e-01, -1.2842e-01, -6.2974e-01, -6.2205e-01, -6.0956e-01,\n",
      "        -6.3412e-01, -1.1963e-01, -4.3835e-01, -6.0858e-01, -5.4570e-01,\n",
      "        -2.4018e-01, -7.2454e-01, -2.7067e-01, -3.8665e-01, -7.0513e-01,\n",
      "        -3.2657e-01,  1.7900e-01, -6.0281e-01, -7.4993e-02, -1.4727e-01,\n",
      "        -3.2955e-01,  1.9385e-01, -8.2070e-01, -7.6265e-01, -2.1373e-01,\n",
      "        -5.0237e-02, -3.1602e-01, -5.2375e-01, -3.8238e-01,  4.8253e-03,\n",
      "        -2.7038e-01, -3.3419e-01, -5.7933e-01, -6.9041e-01, -7.3046e-01,\n",
      "        -1.3866e-01, -2.4229e-01, -2.0687e-01, -5.6490e-01, -3.4430e-01,\n",
      "        -2.0281e-01, -7.0484e-01, -1.0446e+00, -5.7343e-01, -4.6595e-01,\n",
      "        -4.0977e-01, -7.5440e-02, -3.5875e-01, -8.1166e-01, -3.1141e-01,\n",
      "        -4.9258e-01, -6.9974e-01,  2.5693e-01, -1.0498e-01, -9.3412e-01,\n",
      "        -3.2174e-01, -3.0743e-01, -4.4529e-01,  5.1791e-02, -1.4542e-03,\n",
      "        -5.1137e-01, -5.6316e-01, -5.5434e-01, -4.2893e-01, -1.0168e-01,\n",
      "        -3.7680e-01], device='cuda:0', requires_grad=True)\n",
      "--------------------------------------------------\n",
      " 16\n",
      "Parameter containing:\n",
      "tensor([[ 0.3887, -0.6564,  0.6058,  ...,  0.6053, -0.1579, -0.2254],\n",
      "        [-0.5989, -0.6285,  0.1214,  ...,  0.5595, -0.0049, -0.1335],\n",
      "        [-0.2501, -0.3673,  0.9601,  ..., -0.0523, -0.7829,  1.2004],\n",
      "        ...,\n",
      "        [ 0.1069, -0.3885, -0.4293,  ...,  0.4016, -0.4378, -0.2725],\n",
      "        [ 1.1534,  0.9917, -0.0386,  ..., -0.0152, -0.8645,  0.0708],\n",
      "        [ 0.6898,  0.9147, -0.0252,  ..., -0.8500, -0.0472,  0.4088]],\n",
      "       device='cuda:0', requires_grad=True)\n",
      "--------------------------------------------------\n",
      " 17\n",
      "Parameter containing:\n",
      "tensor([[ 0.9058, -0.5414, -0.3242,  ..., -0.6569, -0.6093, -0.1598],\n",
      "        [-0.5461,  1.1679, -0.1704,  ...,  0.0041,  0.5566, -0.1176],\n",
      "        [-0.0500,  0.4696, -0.5150,  ...,  0.6835, -0.5937, -0.3722],\n",
      "        ...,\n",
      "        [-0.2687,  1.3555, -0.3711,  ...,  0.2973,  0.2800,  1.5414],\n",
      "        [-0.7413, -0.2379, -0.0416,  ..., -0.4020, -1.2143,  0.1360],\n",
      "        [ 0.7380,  0.4861,  0.8859,  ...,  0.2879,  0.5197,  0.8912]],\n",
      "       device='cuda:0', requires_grad=True)\n",
      "--------------------------------------------------\n",
      " 18\n",
      "Parameter containing:\n",
      "tensor([-1.3696e+00, -1.0810e+00, -9.5332e-01, -9.3055e-01, -1.2307e+00,\n",
      "        -1.5151e+00, -1.2185e+00, -1.2260e+00, -1.4502e+00, -9.2756e-01,\n",
      "        -1.4475e+00, -1.2906e+00, -9.7949e-01, -1.1827e+00, -1.2328e+00,\n",
      "        -1.4869e+00, -1.2713e+00, -1.3342e+00, -1.6031e+00, -1.2908e+00,\n",
      "        -1.3863e+00, -9.5007e-01, -1.1771e+00, -1.0764e+00, -1.3064e+00,\n",
      "        -1.2306e+00, -1.0686e+00, -1.3189e+00, -1.3161e+00, -1.4214e+00,\n",
      "        -1.3910e+00, -2.3023e+00, -1.0780e+00, -1.2174e+00, -1.3575e+00,\n",
      "        -1.1963e+00, -1.4034e+00, -1.3380e+00, -8.3403e-01, -1.0929e+00,\n",
      "        -1.3368e+00, -1.0910e+00, -1.1776e+00, -1.1595e+00, -1.0390e+00,\n",
      "        -1.2353e+00, -1.5331e+00, -1.5389e+00, -9.9129e-01, -6.9025e-01,\n",
      "        -1.5860e+00, -8.4262e-01, -1.2668e+00, -1.7075e+00, -1.1533e+00,\n",
      "        -1.2650e+00, -1.7943e+00, -8.7345e-01, -1.8057e+00, -1.2535e+00,\n",
      "        -1.3322e+00, -1.2794e+00, -1.2372e+00, -9.1444e-01,  5.0694e-01,\n",
      "         5.7252e-01,  2.5116e-01,  7.0874e-02,  2.7699e-01,  1.9800e-01,\n",
      "         6.3696e-02,  1.5389e-01,  1.5707e-01,  3.1619e-01,  3.9072e-01,\n",
      "         2.1968e-01, -4.0706e-01,  7.9580e-01,  5.8038e-01, -3.5416e-01,\n",
      "         6.7164e-01, -2.0548e-02,  9.6019e-02,  3.5007e-01,  1.7514e-01,\n",
      "         4.1458e-01, -5.3218e-02,  2.9278e-01,  6.8000e-01,  3.1538e-01,\n",
      "        -6.9818e-01,  4.2528e-01,  3.7118e-01,  5.2193e-01,  3.5747e-01,\n",
      "        -3.8392e-01,  9.2324e-01,  6.4754e-01,  9.6115e-01,  5.8374e-01,\n",
      "         2.6195e-01,  7.7206e-01,  4.7237e-01,  7.1312e-01,  4.0967e-01,\n",
      "         5.3279e-01,  7.1844e-01,  3.3057e-01,  3.9227e-01,  4.1789e-01,\n",
      "         1.9750e-01, -4.8036e-02,  2.4946e-01,  1.6293e-01, -1.2253e-01,\n",
      "        -1.9474e-01,  5.6736e-01, -2.8917e-02,  3.2571e-03,  2.9833e-01,\n",
      "        -7.7281e-01,  5.1039e-01,  9.7658e-02,  1.9227e-01, -4.1010e-01,\n",
      "        -3.0389e-02, -1.2260e-01,  5.3982e-01,  3.1169e-01, -1.7980e-02,\n",
      "        -6.3068e-02, -1.6955e-02,  1.9823e-02, -1.8864e-01,  1.2937e-01,\n",
      "         1.7400e-01, -4.6181e-02,  4.1467e-03, -1.8075e-02,  2.0983e-01,\n",
      "         7.7778e-02,  1.2580e-03,  1.9969e-01, -1.6861e-01, -3.4574e-01,\n",
      "        -1.8220e-01,  1.3707e-01, -5.3935e-02,  3.4405e-01, -1.1709e-01,\n",
      "         1.4327e-01,  2.1009e-01,  7.6683e-02,  1.0013e-01, -2.9987e-01,\n",
      "        -3.2822e-01, -4.0202e-01,  2.7144e-01,  4.4145e-02, -1.3707e-01,\n",
      "         2.8282e-01,  2.4234e-01,  5.7643e-02, -1.3324e-01, -3.6530e-01,\n",
      "        -2.8136e-02,  1.0075e-01, -1.3739e-01,  2.3681e-01,  1.0945e-01,\n",
      "        -3.0376e-02, -1.3306e-01,  1.4240e-01, -9.9473e-02,  2.3716e-01,\n",
      "         1.6128e-01, -2.3535e-01,  3.6678e-02,  1.5497e-01, -8.7382e-02,\n",
      "        -2.6290e-01,  2.2772e-01, -5.7553e-02, -5.7775e-02,  8.0942e-04,\n",
      "         8.4899e-02, -2.0173e-01, -1.6358e-01, -8.6198e-02,  2.7777e-02,\n",
      "         1.0552e-02,  1.0573e-01,  3.2569e-01,  3.0494e-01,  6.9646e-01,\n",
      "        -4.8710e-01,  1.3369e-01, -7.7166e-01,  9.2271e-02, -2.2232e-01,\n",
      "        -9.0423e-01, -1.1941e+00, -2.7240e-01,  2.3081e-01, -6.7748e-01,\n",
      "         5.5841e-01, -2.5592e-01, -2.0624e-01,  4.0745e-01, -3.9071e-01,\n",
      "        -5.3875e-01,  2.1698e-01, -3.0483e-01, -4.2926e-01, -9.0031e-01,\n",
      "        -5.4909e-01, -5.5915e-01, -2.1151e-01, -1.9118e-01, -9.1284e-01,\n",
      "        -5.6246e-01,  4.6688e-03, -4.0325e-01, -9.4722e-01,  3.0185e-01,\n",
      "        -2.8723e-01,  8.5450e-01,  4.2804e-01, -6.4361e-01, -1.2061e-01,\n",
      "         4.9821e-01,  1.4302e-01,  3.9733e-01, -2.7116e-01, -1.6242e-01,\n",
      "         6.1682e-02,  8.8148e-01, -8.4757e-01, -6.0800e-01, -1.0268e+00,\n",
      "        -3.4851e-01,  1.9030e-01, -3.7850e-01, -4.3382e-01, -6.3878e-02,\n",
      "        -5.2044e-02,  1.4308e-01, -3.9053e-02, -7.8780e-01, -1.6283e-01,\n",
      "        -7.5334e-01, -5.7999e-01, -2.5570e-01, -4.7576e-01, -6.4574e-01,\n",
      "         5.4052e-01], device='cuda:0', requires_grad=True)\n",
      "--------------------------------------------------\n",
      " 19\n",
      "Parameter containing:\n",
      "tensor([-1.1295e+00, -1.1677e+00, -8.8338e-01, -8.8248e-01, -1.3663e+00,\n",
      "        -1.3869e+00, -1.4203e+00, -1.2090e+00, -1.5647e+00, -1.0150e+00,\n",
      "        -1.4599e+00, -1.3226e+00, -1.0198e+00, -1.2026e+00, -1.0106e+00,\n",
      "        -1.4746e+00, -1.2824e+00, -1.2874e+00, -1.7086e+00, -1.3446e+00,\n",
      "        -1.3829e+00, -9.6117e-01, -1.2249e+00, -1.1009e+00, -1.3547e+00,\n",
      "        -1.1871e+00, -1.0024e+00, -1.4102e+00, -1.2349e+00, -1.4201e+00,\n",
      "        -1.3593e+00, -2.2852e+00, -1.1441e+00, -1.2328e+00, -1.2649e+00,\n",
      "        -1.2244e+00, -1.3294e+00, -1.3012e+00, -8.2121e-01, -9.6886e-01,\n",
      "        -1.2875e+00, -1.1585e+00, -1.0042e+00, -1.0188e+00, -1.0715e+00,\n",
      "        -1.2397e+00, -1.4861e+00, -1.7166e+00, -9.2876e-01, -7.0602e-01,\n",
      "        -1.7102e+00, -8.5799e-01, -1.1801e+00, -1.5282e+00, -1.3366e+00,\n",
      "        -1.1422e+00, -1.7830e+00, -1.0557e+00, -1.8029e+00, -1.0312e+00,\n",
      "        -1.4092e+00, -1.2126e+00, -1.3672e+00, -9.7722e-01,  5.2571e-01,\n",
      "         4.4110e-01,  3.0331e-01,  1.3609e-01,  2.7876e-01,  2.7744e-01,\n",
      "         1.5826e-01,  3.5293e-01,  2.2180e-01,  4.0979e-01,  5.0203e-01,\n",
      "         1.5954e-01, -2.4637e-01,  6.0929e-01,  5.0710e-01, -2.8450e-01,\n",
      "         6.2763e-01, -9.7282e-02,  1.8400e-01,  3.7566e-01,  5.0386e-02,\n",
      "         3.8962e-01, -4.0759e-02,  8.0880e-02,  6.6770e-01,  3.6709e-01,\n",
      "        -6.4986e-01,  6.2069e-01,  5.1762e-01,  5.3597e-01,  3.7377e-01,\n",
      "        -4.2125e-01,  9.4071e-01,  6.9284e-01,  8.2871e-01,  5.7890e-01,\n",
      "         3.2017e-01,  5.5595e-01,  6.6206e-01,  7.8919e-01,  3.0559e-01,\n",
      "         5.9258e-01,  6.3415e-01,  2.5747e-01,  3.7032e-01,  4.5042e-01,\n",
      "         3.4655e-01,  4.5504e-02,  4.2282e-01,  6.2055e-02, -4.6690e-02,\n",
      "        -1.0036e-01,  5.5387e-01, -1.3018e-01,  1.5052e-01,  2.1712e-01,\n",
      "        -6.3256e-01,  4.9317e-01, -3.6680e-02,  8.0866e-02, -2.4911e-01,\n",
      "        -9.9719e-02, -1.8784e-01,  4.8800e-01,  2.0808e-01, -8.8538e-02,\n",
      "        -1.5004e-02,  6.2066e-02,  3.3128e-02, -2.8656e-01,  4.5568e-04,\n",
      "         8.0895e-02,  1.1082e-01,  9.0340e-02, -1.0060e-01,  9.8115e-02,\n",
      "         1.1122e-01, -1.6019e-01,  1.0569e-01, -1.6263e-01, -4.6127e-01,\n",
      "        -2.9137e-01,  5.8173e-03, -7.7342e-02,  2.1305e-01,  1.1151e-01,\n",
      "         2.1432e-01,  4.0623e-02,  2.8793e-02,  1.3314e-01, -4.3424e-01,\n",
      "        -3.3215e-01, -4.3797e-01,  2.1960e-01,  1.1503e-01, -2.3460e-01,\n",
      "         9.8389e-02,  1.9592e-01, -1.3567e-04,  8.3498e-02, -2.9699e-01,\n",
      "        -5.5881e-02,  4.9699e-02, -2.4642e-01,  4.2357e-01,  2.8414e-01,\n",
      "         1.3461e-01, -1.7663e-01,  2.6046e-01,  4.7577e-03,  1.1382e-01,\n",
      "         1.9927e-01, -1.8260e-01,  7.2033e-02,  6.8446e-02,  1.5899e-02,\n",
      "        -8.8350e-02,  1.1988e-02, -6.0540e-02, -1.5688e-01, -1.1514e-02,\n",
      "        -7.0860e-02, -8.3857e-02,  3.4784e-03,  2.4045e-02, -1.2497e-01,\n",
      "        -7.0092e-02,  6.7646e-02,  2.2832e-01,  2.5130e-01,  6.9422e-01,\n",
      "        -4.8728e-01,  4.9539e-02, -7.7441e-01,  1.9369e-01, -3.8262e-01,\n",
      "        -9.2261e-01, -1.1897e+00, -2.2607e-01,  2.2581e-01, -5.4194e-01,\n",
      "         5.2105e-01, -8.1703e-02, -2.3534e-01,  4.5794e-01, -3.1593e-01,\n",
      "        -5.1766e-01,  3.0430e-01, -5.4649e-01, -4.9406e-01, -7.6508e-01,\n",
      "        -5.6293e-01, -6.2766e-01, -2.3238e-01, -6.1416e-02, -8.9347e-01,\n",
      "        -5.6249e-01,  2.8250e-02, -6.0539e-01, -9.3788e-01,  2.9636e-01,\n",
      "        -3.4786e-01,  8.8811e-01,  3.2346e-01, -5.7294e-01, -5.3586e-02,\n",
      "         6.4055e-01,  2.4378e-01,  3.4800e-01, -2.0618e-01, -1.5605e-01,\n",
      "        -1.5848e-01,  8.8393e-01, -9.4180e-01, -6.6286e-01, -1.1211e+00,\n",
      "        -2.9366e-01,  5.0015e-02, -4.7574e-01, -4.1673e-01, -5.2667e-02,\n",
      "         5.0033e-02,  1.0975e-01, -5.8441e-03, -1.0171e+00, -1.8770e-01,\n",
      "        -7.1010e-01, -6.2679e-01, -2.9648e-01, -4.6683e-01, -6.3125e-01,\n",
      "         7.0208e-01], device='cuda:0', requires_grad=True)\n",
      "--------------------------------------------------\n",
      " 20\n",
      "Parameter containing:\n",
      "tensor([[ 1.0756e-01, -4.6931e-01, -2.7942e+00,  ..., -3.9071e-01,\n",
      "         -1.4381e-01, -5.6826e-01],\n",
      "        [ 7.5609e-01, -4.3073e-01, -3.7493e-01,  ..., -4.3610e-01,\n",
      "          8.1613e-01,  8.0850e-01],\n",
      "        [ 6.0212e-01,  5.4942e-01, -8.7798e-01,  ...,  1.0545e+00,\n",
      "         -3.2048e+00, -1.0153e+00],\n",
      "        ...,\n",
      "        [ 6.3912e-01, -4.9792e-01, -2.1171e+00,  ..., -2.0265e-01,\n",
      "         -3.7245e+00, -9.6530e-01],\n",
      "        [ 1.0744e+00, -2.0001e-01,  5.8992e-01,  ..., -2.1921e-01,\n",
      "         -6.3038e-01,  3.3374e-01],\n",
      "        [-7.7498e-02, -2.9464e-01, -1.1593e+00,  ..., -3.1832e-03,\n",
      "         -8.5837e-01, -1.8048e+00]], device='cuda:0', requires_grad=True)\n",
      "--------------------------------------------------\n",
      " 21\n",
      "Parameter containing:\n",
      "tensor([-2.1523, -2.1405, -1.9767, -2.3031, -2.0709, -2.5385, -1.4974, -1.9339,\n",
      "        -2.0811, -1.9268, -2.0883, -2.1255, -1.9847, -2.7721, -1.7430, -2.3891,\n",
      "        -2.0688, -2.1471, -2.3008, -1.8509, -1.8145, -2.0473, -2.1117, -2.1077,\n",
      "        -2.2547, -2.3165, -1.5415, -2.7809, -2.0976, -2.2025, -1.2202, -2.0529,\n",
      "        -1.9584, -2.0706, -1.9369], device='cuda:0', requires_grad=True)\n"
     ]
    }
   ],
   "source": [
    "for i, param in enumerate(model.parameters()):\n",
    "    print(\"-\"*50 + \"\\n\", i)\n",
    "    print(param)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "--------------------------------------------------\n",
      " 0\n",
      "lstm.weight_ih_l0\n",
      "tensor([[ 0.0229, -1.1894,  0.3005,  ..., -1.2080, -0.2036, -0.5264],\n",
      "        [ 0.2233,  0.7289,  0.8038,  ...,  0.1909, -0.1121,  0.1137],\n",
      "        [-0.2408,  0.7406,  0.6178,  ...,  1.5159,  0.2505,  0.4425],\n",
      "        ...,\n",
      "        [-0.0213, -0.3206, -0.8492,  ..., -0.1701, -0.9032, -0.3206],\n",
      "        [-0.3085, -0.5769,  0.4461,  ..., -0.5440, -0.5557,  0.3436],\n",
      "        [ 0.1111,  0.0483,  0.3182,  ..., -0.4189,  0.5426,  1.1522]],\n",
      "       device='cuda:0')\n",
      "--------------------------------------------------\n",
      " 1\n",
      "lstm.weight_hh_l0\n",
      "tensor([[-0.0963, -0.3485,  0.6226,  ..., -0.6704, -0.4524,  0.4905],\n",
      "        [-1.0680,  1.3284,  0.4781,  ...,  0.1699, -0.7938, -0.1436],\n",
      "        [ 0.1416, -0.3915,  0.7447,  ...,  0.9445, -1.0173,  0.9754],\n",
      "        ...,\n",
      "        [ 0.0808, -0.5832,  0.9872,  ..., -4.1253,  1.0131,  2.3520],\n",
      "        [ 0.9701, -0.8446,  0.2547,  ..., -0.6916,  4.7517,  0.0098],\n",
      "        [-0.8375, -0.2105, -1.6835,  ...,  0.8986,  0.0462, -5.5620]],\n",
      "       device='cuda:0')\n",
      "--------------------------------------------------\n",
      " 2\n",
      "lstm.bias_ih_l0\n",
      "tensor([ 0.3133, -0.5302,  0.7911, -0.6752,  0.5561,  0.1118, -0.9351,  0.1543,\n",
      "        -1.0887, -1.0339,  0.1073, -0.9398, -0.8361,  0.4810,  1.7273, -0.7453,\n",
      "        -1.1137,  0.2182,  0.8129, -0.8107,  0.8846, -0.0845,  0.0982,  1.0026,\n",
      "        -0.4766,  1.7028, -1.1162,  0.7730, -1.0840, -0.4201, -0.3267, -0.2221,\n",
      "        -0.8153,  1.3707,  2.1589, -1.0221,  1.2364,  0.3809,  0.1809, -0.1871,\n",
      "        -0.2194,  0.8200,  0.0388, -0.6718, -0.3410, -0.2328,  0.3632,  1.9105,\n",
      "        -1.1763, -0.3101,  0.8312, -0.1609, -1.3318, -0.2931, -1.6518, -0.5257,\n",
      "         0.0117, -0.3682, -0.0137, -0.2794, -0.5228,  1.6826,  1.3388,  0.5117,\n",
      "        -0.4016, -2.4449,  1.3111, -0.1404, -0.2124,  0.9023, -0.5907, -1.1074,\n",
      "        -1.1779, -1.1981,  0.3312, -0.7032, -1.1810, -1.3433,  0.6920, -1.5077,\n",
      "        -2.5363, -1.3206,  0.8213, -0.6811, -0.3891, -0.8773, -0.5755,  0.6434,\n",
      "        -0.8786,  0.4494, -1.5095,  0.8193, -0.9145, -1.0468, -0.8271, -1.0384,\n",
      "         0.5366, -0.7815,  0.9527, -1.6555, -0.5870, -1.2046, -0.5739,  0.1456,\n",
      "        -0.5771, -2.0701,  0.8141, -0.7642, -0.1967, -0.7016, -1.2501,  0.2084,\n",
      "        -1.5061, -1.0445,  0.0221, -0.8985, -0.0182, -2.4098, -0.9078, -0.7244,\n",
      "        -1.2744, -0.8208, -1.0844, -1.6910, -1.2924,  0.1764, -1.5372, -1.1395,\n",
      "         1.2470, -0.5457,  0.8382, -0.1416,  2.1968, -1.9745, -2.1530, -1.4879,\n",
      "         0.5993, -0.8998,  1.9541,  1.1823,  0.9562, -0.4356,  3.0274,  1.1369,\n",
      "         0.9602,  1.7012,  1.4040,  1.6303, -1.4236, -1.1173, -0.5467, -2.3383,\n",
      "         0.9923,  2.9048, -0.0185,  1.4063,  0.1266, -0.6692,  1.9070, -0.9460,\n",
      "         0.5608, -1.9630, -2.5492,  1.8151,  1.4406,  0.1233, -1.4444,  0.3164,\n",
      "         0.7211, -0.8320,  1.6446, -0.9805, -0.5940, -1.3305,  0.5060, -2.8949,\n",
      "         0.9198,  0.5096, -0.8610, -0.5124, -1.3796,  0.4491, -0.2074,  0.5716,\n",
      "        -1.4388, -0.7802,  1.7330,  0.8950,  0.8672,  2.5214, -2.2086,  1.3762,\n",
      "        -0.1148, -3.3484, -0.1681, -1.4473,  0.5473,  0.9796,  1.3683, -0.3768,\n",
      "        -1.2541,  0.9584,  0.9609, -0.0277, -0.6733, -1.5572,  1.7611,  0.8508,\n",
      "        -0.9299,  1.0093, -0.0557, -0.1115, -0.3896, -0.8424, -1.0959,  1.0427,\n",
      "         1.1270,  2.4261, -0.5706,  0.8840, -0.3141, -0.0188,  0.6287, -0.9672,\n",
      "        -0.4607,  0.9947,  2.6576, -0.7948,  0.4552,  0.5581,  1.7416, -0.3495,\n",
      "         0.1833,  0.0497,  1.6195, -2.2327, -0.4165, -0.4521, -1.3106,  2.3188,\n",
      "         0.2318, -2.7691, -0.3460, -1.3983,  0.0165,  1.5432, -0.8730,  0.7468,\n",
      "        -0.1196, -1.0813, -0.1675, -0.0561, -0.7777,  0.7285, -0.1966, -0.5896],\n",
      "       device='cuda:0')\n",
      "--------------------------------------------------\n",
      " 3\n",
      "lstm.bias_hh_l0\n",
      "tensor([ 0.1746, -0.5875,  0.9206, -0.7992,  0.5548,  0.1216, -0.8590,  0.3202,\n",
      "        -0.9429, -0.9891,  0.1388, -0.9231, -0.8788,  0.4817,  1.7042, -0.6502,\n",
      "        -0.9915,  0.1665,  0.7549, -0.7471,  0.7967, -0.1780,  0.1022,  0.9837,\n",
      "        -0.4699,  1.7909, -0.9223,  0.6429, -1.0692, -0.4379, -0.4199, -0.2209,\n",
      "        -0.7009,  1.2906,  2.0852, -1.2398,  1.2809,  0.4008,  0.0430, -0.1666,\n",
      "        -0.3599,  0.7680, -0.0437, -0.6388, -0.4191, -0.1339,  0.2057,  1.8248,\n",
      "        -1.0386, -0.2259,  0.9737, -0.2771, -1.5072, -0.4693, -1.5584, -0.4840,\n",
      "         0.0208, -0.3875,  0.0460, -0.2828, -0.4130,  1.7020,  1.3260,  0.4289,\n",
      "        -0.4642, -2.4138,  1.3573, -0.3470, -0.0066,  0.7674, -0.6611, -1.1525,\n",
      "        -1.3759, -1.2173,  0.4872, -0.5611, -1.3916, -1.4000,  0.7219, -1.5239,\n",
      "        -2.6830, -1.3330,  0.8408, -0.6185, -0.5407, -0.9184, -0.5826,  0.5118,\n",
      "        -0.8719,  0.4105, -1.5839,  0.8086, -0.8985, -0.9554, -0.8514, -1.0024,\n",
      "         0.4005, -0.7546,  0.9014, -1.7770, -0.4366, -1.2840, -0.5174,  0.2066,\n",
      "        -0.6970, -2.1589,  0.6096, -0.6207, -0.1188, -0.7089, -1.1282,  0.0983,\n",
      "        -1.5275, -1.1123, -0.0603, -0.9262,  0.0155, -2.3469, -0.9122, -0.6701,\n",
      "        -1.3222, -0.9711, -1.1211, -1.5776, -1.1925,  0.1860, -1.4652, -1.2365,\n",
      "         1.3149, -0.4777,  0.9672, -0.1554,  2.2853, -2.0272, -2.2538, -1.4810,\n",
      "         0.4025, -0.9080,  2.0036,  1.3763,  0.9106, -0.4272,  3.1691,  1.2776,\n",
      "         1.0664,  1.8049,  1.2131,  1.7718, -1.2951, -1.2111, -0.6428, -2.3669,\n",
      "         1.0005,  2.9976, -0.0079,  1.5095, -0.0730, -0.8190,  1.9202, -0.8542,\n",
      "         0.5053, -1.8703, -2.5625,  1.7824,  1.6119, -0.0864, -1.5275,  0.2496,\n",
      "         0.7700, -0.7247,  1.8430, -1.0384, -0.6149, -1.3705,  0.4641, -2.8537,\n",
      "         0.9989,  0.6286, -0.7884, -0.5893, -1.1757,  0.6125, -0.2164,  0.6867,\n",
      "        -1.4535, -0.8841,  1.7213,  0.9149,  0.7517,  2.6337, -2.1091,  1.3590,\n",
      "        -0.0563, -3.3266, -0.0467, -1.5225,  0.4752,  0.8059,  1.3687, -0.3159,\n",
      "        -1.0511,  0.9003,  0.9534, -0.1599, -0.5712, -1.5500,  1.6896,  0.8809,\n",
      "        -1.0120,  0.9691, -0.0531, -0.1956, -0.4030, -0.9297, -1.1079,  1.1079,\n",
      "         1.2238,  2.3798, -0.5784,  0.8665, -0.4325, -0.1032,  0.6785, -1.0299,\n",
      "        -0.3727,  1.0940,  2.5851, -0.7817,  0.5508,  0.4817,  1.5845, -0.3273,\n",
      "         0.2416,  0.2320,  1.6249, -2.2943, -0.4235, -0.4790, -1.1834,  2.1816,\n",
      "         0.2398, -2.8180, -0.4690, -1.5748,  0.1041,  1.6866, -0.9708,  0.9046,\n",
      "         0.0291, -1.0778, -0.2287,  0.0102, -0.6842,  0.8528, -0.2037, -0.6773],\n",
      "       device='cuda:0')\n",
      "--------------------------------------------------\n",
      " 4\n",
      "lstm.weight_ih_l1\n",
      "tensor([[-0.0177,  0.0333, -0.1485,  ...,  0.3192,  0.1733, -0.7434],\n",
      "        [ 0.3731, -0.2063, -0.7348,  ...,  0.2586,  0.1217,  0.1349],\n",
      "        [-0.0535, -0.2949, -0.0962,  ...,  0.3974, -0.1163, -0.6383],\n",
      "        ...,\n",
      "        [ 1.0613, -0.1512, -0.7781,  ...,  0.9827, -0.2251,  0.1491],\n",
      "        [-0.4410,  0.3241,  0.2466,  ..., -1.4757, -0.5071, -0.4038],\n",
      "        [-0.2966,  0.5042,  0.3602,  ..., -0.1391, -0.7687, -0.7572]],\n",
      "       device='cuda:0')\n",
      "--------------------------------------------------\n",
      " 5\n",
      "lstm.weight_hh_l1\n",
      "tensor([[ 1.2332,  0.0654,  0.3194,  ..., -0.9062, -0.2907,  0.1119],\n",
      "        [-0.4977,  0.3146,  0.1509,  ...,  0.2035,  0.4583, -0.3149],\n",
      "        [ 0.2727, -0.0678,  1.5151,  ..., -0.1900,  0.3627, -0.4472],\n",
      "        ...,\n",
      "        [-0.2539,  0.1399, -0.3533,  ...,  0.5713, -0.4452,  0.3701],\n",
      "        [-0.1520,  0.3252, -0.1654,  ...,  0.0590, -0.1037, -0.0771],\n",
      "        [ 1.1790, -0.9233, -0.6336,  ...,  0.0370, -0.5129, -0.5689]],\n",
      "       device='cuda:0')\n",
      "--------------------------------------------------\n",
      " 6\n",
      "lstm.bias_ih_l1\n",
      "tensor([-0.8000, -0.6708, -1.0749, -0.6211, -1.4971, -0.9748, -0.3616, -1.3557,\n",
      "        -0.4290, -0.9222, -0.4617, -0.6977, -1.1065, -0.7707, -0.7461, -0.8797,\n",
      "        -0.7192, -0.2235, -1.1473, -0.4053, -0.7225, -0.9687, -1.1124, -0.8169,\n",
      "        -0.5222, -0.8139, -1.1375, -0.6434, -1.0813, -1.2466, -0.4516, -0.6305,\n",
      "        -1.2629, -1.0290, -1.2094, -1.0693, -0.8569, -1.0686, -0.9022, -0.8610,\n",
      "        -0.5891, -0.9060, -0.9548, -0.7478, -1.1546, -0.7488, -1.2892, -0.8263,\n",
      "        -1.0381, -1.0577, -0.8320, -0.9448, -1.0180, -0.8307, -0.6988, -0.9858,\n",
      "        -1.4719, -1.1365, -1.4142, -1.2256, -0.4788, -0.5935, -0.0929, -0.5027,\n",
      "        -0.6812, -0.3533, -0.4130, -1.0318,  0.3347,  0.0266, -0.4174, -0.4279,\n",
      "        -0.4537,  0.0582, -1.0180, -0.5566,  0.1083,  0.7885, -0.7934, -1.0151,\n",
      "        -1.0889, -1.1496, -0.2133, -0.7148, -0.5793, -1.1320, -0.5786, -0.7962,\n",
      "        -0.9133, -0.8110, -0.7222, -0.6030, -1.2137, -1.4529, -0.5733, -0.2767,\n",
      "        -0.4740, -0.9055, -0.8708, -1.0971, -0.4129,  0.0529, -1.3425, -1.0177,\n",
      "        -0.4297,  0.5577, -0.5156, -0.8600, -0.2310, -1.0876, -0.2474, -0.5488,\n",
      "         0.7308,  0.9322, -0.8247, -1.0880, -1.0528, -0.8262, -0.9021, -1.1010,\n",
      "        -0.3097, -0.6452, -0.2909,  0.2941, -1.1400, -0.9803, -0.8248, -0.8505,\n",
      "        -0.0904, -0.7899,  0.3833, -0.3930,  0.2103,  0.4662,  0.5321,  0.4542,\n",
      "         0.8522, -0.3886,  0.1892,  0.3251, -0.2380, -0.2042,  0.8197, -0.0203,\n",
      "        -0.4267,  0.1657, -0.0381,  1.0551,  0.1433,  0.7657,  0.4573,  0.5550,\n",
      "        -0.3096, -0.0602, -0.0505, -0.0878,  0.3927, -0.4963, -0.9884,  0.5747,\n",
      "         0.0167, -0.3919,  0.1788, -0.1917, -0.1365, -0.0070, -0.0128,  0.1850,\n",
      "         1.1219,  0.1676, -0.5621, -0.7417, -0.4092, -0.4025,  0.0440,  0.3135,\n",
      "        -0.0251,  0.0665,  0.3046, -0.1022, -0.1271, -0.8743,  0.5867,  0.2776,\n",
      "        -0.0435,  0.3984, -0.0958, -0.2534,  0.5891,  0.6701, -0.0912,  0.6269,\n",
      "        -0.2935, -0.4368, -0.1382, -0.2694,  0.5656,  0.4400,  0.3146, -0.1765,\n",
      "         0.2409, -0.8763,  0.1193, -0.3739,  0.2353,  0.1306, -0.2075, -0.3428,\n",
      "        -0.0168, -0.2465,  0.0368,  0.5623, -0.1080,  0.1425, -0.5613,  0.0758,\n",
      "        -0.8693, -0.9043, -0.6671, -0.2936, -0.7477, -0.4644,  0.5687, -0.5058,\n",
      "        -0.5008, -0.8820, -0.8639, -1.0109, -0.7789,  0.5683, -0.4778, -1.1186,\n",
      "        -0.3046,  0.5278, -0.2587, -0.5529, -0.3803, -0.6520, -0.1507, -0.2149,\n",
      "         0.4983,  0.5604, -0.1774, -0.4231, -0.5022, -0.5749, -0.2375, -1.3524,\n",
      "        -0.1214, -0.8621,  0.2019,  0.2371, -0.1826, -0.0940, -0.3189, -0.2779],\n",
      "       device='cuda:0')\n",
      "--------------------------------------------------\n",
      " 7\n",
      "lstm.bias_hh_l1\n",
      "tensor([-0.8455, -0.5967, -1.0693, -0.4955, -1.6003, -0.9547, -0.5956, -1.3524,\n",
      "        -0.4633, -0.9402, -0.6606, -0.5024, -1.0715, -0.6585, -0.6757, -0.9281,\n",
      "        -0.7452, -0.3116, -1.0834, -0.3725, -0.9009, -0.9404, -1.0048, -0.8068,\n",
      "        -0.4356, -0.6653, -1.0044, -0.7415, -0.9791, -1.1838, -0.5281, -0.7520,\n",
      "        -1.2406, -1.0704, -1.1426, -1.0515, -0.8326, -1.2615, -0.8192, -0.8781,\n",
      "        -0.3847, -0.8690, -1.0092, -0.6802, -1.0091, -0.8900, -1.2134, -0.8674,\n",
      "        -0.9213, -1.0550, -0.9941, -1.0648, -1.1094, -0.6064, -0.6239, -1.1384,\n",
      "        -1.5770, -1.1452, -1.1895, -1.1164, -0.6697, -0.6085, -0.2837, -0.5879,\n",
      "        -0.5556, -0.2843, -0.5662, -1.1301,  0.3116,  0.0918, -0.3326, -0.3807,\n",
      "        -0.4563, -0.1569, -1.0348, -0.6553,  0.1684,  1.0163, -0.8123, -0.9951,\n",
      "        -1.1025, -1.2026, -0.2342, -0.7438, -0.6331, -1.0420, -0.6475, -0.7401,\n",
      "        -0.9037, -0.8876, -0.7887, -0.7537, -1.3924, -1.4939, -0.5433, -0.2427,\n",
      "        -0.4270, -1.0060, -1.0538, -1.1224, -0.5654, -0.0799, -1.4250, -0.8524,\n",
      "        -0.4008,  0.6217, -0.4667, -0.8395, -0.2275, -0.8602, -0.2423, -0.4601,\n",
      "         0.5733,  0.6993, -0.9702, -0.9450, -1.2506, -1.0136, -1.0775, -1.0016,\n",
      "        -0.2845, -0.8351, -0.1654,  0.1120, -1.2782, -0.9648, -0.8224, -0.9401,\n",
      "        -0.0556, -0.6284,  0.3703, -0.4351,  0.2508,  0.5417,  0.4443,  0.4019,\n",
      "         0.7202, -0.4635,  0.1750,  0.3200, -0.1510, -0.1325,  0.6539,  0.0374,\n",
      "        -0.5409,  0.2338,  0.0546,  1.1236,  0.0466,  0.7766,  0.4403,  0.6615,\n",
      "        -0.1311, -0.0162, -0.1897,  0.0265,  0.4276, -0.6231, -0.9975,  0.6568,\n",
      "         0.0425, -0.3926,  0.2874, -0.1116, -0.0418,  0.0420,  0.0418,  0.1618,\n",
      "         1.1413,  0.2499, -0.6528, -0.7639, -0.5649, -0.3432,  0.1385,  0.2998,\n",
      "         0.0323,  0.0882,  0.2521, -0.1058, -0.0868, -0.9345,  0.7725,  0.3332,\n",
      "        -0.0044,  0.3103, -0.0341, -0.2501,  0.6437,  0.5195, -0.2574,  0.6568,\n",
      "        -0.1767, -0.6217, -0.2046, -0.4356,  0.5988,  0.4756,  0.4241, -0.0042,\n",
      "         0.1857, -0.7427,  0.1795, -0.3170,  0.2009,  0.3204, -0.1565, -0.3781,\n",
      "         0.1176, -0.3896,  0.0461,  0.5655, -0.2558,  0.0433, -0.5176,  0.1472,\n",
      "        -0.9902, -0.7366, -0.6342, -0.4480, -0.7625, -0.4717,  0.3846, -0.6043,\n",
      "        -0.4188, -0.9033, -0.7722, -0.9377, -0.5843,  0.5065, -0.6142, -1.2047,\n",
      "        -0.0747,  0.5097, -0.4022, -0.5302, -0.3913, -0.6713, -0.1292, -0.2285,\n",
      "         0.4826,  0.5899, -0.2255, -0.5044, -0.4080, -0.4176, -0.4267, -1.3135,\n",
      "        -0.3412, -0.8130,  0.0522,  0.1994, -0.3238, -0.0403, -0.1994, -0.4618],\n",
      "       device='cuda:0')\n",
      "--------------------------------------------------\n",
      " 8\n",
      "lstm.weight_ih_l2\n",
      "tensor([[-0.1710,  0.0439,  0.4558,  ...,  0.7311, -0.1266,  0.8453],\n",
      "        [-0.4202,  0.5883, -0.2673,  ...,  0.3990,  1.2975,  0.0141],\n",
      "        [ 0.5392, -0.7673, -1.0159,  ..., -0.5569, -0.2350,  0.6324],\n",
      "        ...,\n",
      "        [-0.7637, -1.0757,  0.0699,  ..., -0.0098,  0.3962,  0.0176],\n",
      "        [-0.5124, -0.6451, -0.5366,  ...,  0.6571,  1.0250, -0.0237],\n",
      "        [ 0.1988,  0.0613,  0.3180,  ..., -0.1130,  0.8716,  0.7193]],\n",
      "       device='cuda:0')\n",
      "--------------------------------------------------\n",
      " 9\n",
      "lstm.weight_hh_l2\n",
      "tensor([[-0.3167,  0.0674,  0.3486,  ...,  0.1882, -0.2333,  0.6751],\n",
      "        [ 1.1514,  0.1273,  0.3158,  ...,  0.8564, -0.7969,  0.4950],\n",
      "        [ 1.4148, -0.3205,  0.5654,  ...,  0.3615,  0.0717,  0.1423],\n",
      "        ...,\n",
      "        [-0.4114,  0.9597, -0.4639,  ...,  0.0639,  1.0040,  0.7047],\n",
      "        [-0.7248, -1.3486,  0.3100,  ...,  0.0319, -0.1507,  0.4460],\n",
      "        [-0.1276, -0.1195,  0.0583,  ..., -0.3808, -0.3245, -0.3747]],\n",
      "       device='cuda:0')\n",
      "--------------------------------------------------\n",
      " 10\n",
      "lstm.bias_ih_l2\n",
      "tensor([-0.6904, -0.7619, -0.4941, -0.9000, -0.7351, -0.4458, -0.7490, -0.2339,\n",
      "        -0.9914, -0.9073, -0.5265, -0.7777, -0.7023, -0.6530, -1.4817, -0.3414,\n",
      "        -0.5289, -0.9449, -0.5493, -1.2506, -0.8226, -0.4651, -0.7294, -0.9315,\n",
      "        -0.6752, -0.5695, -1.0766, -1.5831, -0.8707, -1.1219, -1.2666, -1.2020,\n",
      "        -0.7365, -1.3174, -0.6287, -0.5566, -1.0333, -0.7252, -0.7447, -0.8254,\n",
      "        -0.2591, -0.6716, -0.6585, -0.6048, -0.0754, -0.6218, -0.6947, -1.4547,\n",
      "        -0.7166, -0.9643, -0.9641, -0.8246, -0.9234, -0.2667, -0.8747, -0.2479,\n",
      "        -0.4683, -0.6091, -0.6177, -0.8987, -0.3106, -0.5863, -1.0048, -0.9157,\n",
      "        -0.6386, -0.2977, -0.7637, -0.1002, -0.5302, -0.2880, -0.7719, -1.0422,\n",
      "        -0.2202, -0.8356, -0.6009, -1.1929, -0.6455, -0.2199, -0.1425, -1.0993,\n",
      "        -0.7302, -0.9628, -1.3269, -0.1794, -0.3236, -0.7318, -0.8494, -1.0047,\n",
      "        -0.5519, -0.6293, -0.0318,  0.5145, -0.2699,  0.3347,  0.3791, -1.2738,\n",
      "         0.2586,  0.1019, -0.1428, -1.0997,  0.3451, -0.5421,  0.1877, -0.3859,\n",
      "         0.0544, -0.3775, -0.7983, -0.3930, -0.9145, -0.4048, -0.6930, -0.3489,\n",
      "        -0.1354, -0.1924, -0.2787, -0.6849, -0.5370, -0.6106, -1.2065, -1.1280,\n",
      "        -0.8044, -1.0461, -0.5952, -0.9108, -0.6740, -0.6653, -1.0369,  0.3941,\n",
      "         0.0723, -0.1687,  0.0428,  0.1331,  0.2823,  0.3439, -0.1648, -0.4042,\n",
      "         0.2648,  0.0892, -0.1128, -0.2487, -0.0777, -0.2494,  0.0882, -0.2401,\n",
      "         0.0333, -0.1306,  0.2780,  0.3833,  0.1907,  0.0095, -0.1892,  0.1432,\n",
      "        -0.3634,  0.1879, -0.0551,  0.2365, -0.2073,  0.2457,  0.1360, -0.3966,\n",
      "         0.0504,  0.0088,  0.0457, -0.4696,  0.3608,  0.2435,  0.1084, -0.1036,\n",
      "         0.4860,  0.1223, -0.0423, -0.3149,  0.3041,  0.0230, -0.0151,  0.0615,\n",
      "        -0.1190,  0.7439, -0.1793, -0.1375,  0.1064,  0.1300, -0.2015, -0.0236,\n",
      "        -0.3893, -0.3500,  0.3626, -0.0111, -0.5090,  0.1883,  0.1860, -0.2888,\n",
      "        -0.1269, -0.4202, -0.2724, -0.7181, -0.1406, -1.2084, -0.8469, -0.7669,\n",
      "        -0.5697, -0.4923,  0.2098, -0.4763, -0.3264, -0.2699, -0.4973, -0.7325,\n",
      "        -0.8898, -0.3376,  0.5346, -0.3585, -0.6190, -0.6302,  0.0035, -0.0963,\n",
      "        -0.7731,  0.0188, -0.7601,  0.2902, -1.1078, -0.6679, -0.4136, -0.8572,\n",
      "        -0.8591, -0.3657, -0.6850, -0.1136, -0.7125, -0.8690, -1.0253, -0.0332,\n",
      "        -0.4324, -0.4902, -0.4713, -0.5228, -0.5195, -0.2850, -0.0528, -0.3108,\n",
      "        -0.0811, -0.5449, -0.2412,  0.1458, -0.1834, -0.7627, -1.0389, -0.5600,\n",
      "        -0.5623, -0.5746, -0.8532, -0.9964, -0.5946, -0.5858, -0.4061, -0.5410],\n",
      "       device='cuda:0')\n",
      "--------------------------------------------------\n",
      " 11\n",
      "lstm.bias_hh_l2\n",
      "tensor([-0.7416, -0.8142, -0.5531, -0.9015, -0.5487, -0.3693, -0.5822, -0.1790,\n",
      "        -1.0838, -1.0642, -0.5735, -0.6256, -0.8069, -0.8296, -1.5189, -0.4698,\n",
      "        -0.3244, -0.8831, -0.4420, -1.0064, -0.6875, -0.5136, -0.7287, -0.7710,\n",
      "        -0.6447, -0.5758, -1.1621, -1.5603, -0.9809, -0.9481, -1.2224, -1.1139,\n",
      "        -0.5770, -1.2409, -0.5127, -0.5457, -0.9340, -0.8398, -0.6505, -0.8553,\n",
      "        -0.3021, -0.8007, -0.6286, -0.6997, -0.0421, -0.6842, -0.6696, -1.5204,\n",
      "        -0.7423, -0.7322, -0.9815, -0.7934, -0.9184, -0.3504, -0.8871, -0.3398,\n",
      "        -0.3145, -0.7889, -0.6648, -1.0076, -0.2104, -0.6918, -1.1381, -0.6916,\n",
      "        -0.5894, -0.4296, -0.9336, -0.1054, -0.5563, -0.4539, -0.7961, -0.9530,\n",
      "        -0.3227, -0.8244, -0.7633, -1.1679, -0.6593, -0.3264, -0.1806, -1.0971,\n",
      "        -0.7935, -0.9222, -1.3285, -0.2266, -0.3323, -0.7162, -0.7365, -0.9749,\n",
      "        -0.4645, -0.5430, -0.0787,  0.5560, -0.3410,  0.3620,  0.4675, -1.2172,\n",
      "         0.2178,  0.1291, -0.1011, -1.2408,  0.5782, -0.4370,  0.2724, -0.3535,\n",
      "        -0.0084, -0.4386, -0.8824, -0.3069, -0.7369, -0.4235, -0.7643, -0.4027,\n",
      "        -0.1060, -0.2205, -0.3201, -0.6765, -0.7227, -0.6245, -1.1537, -1.1488,\n",
      "        -0.8510, -1.0469, -0.4549, -0.8260, -0.6632, -0.7074, -1.0647,  0.4476,\n",
      "         0.1533, -0.0409, -0.1343,  0.1953,  0.2815,  0.4638, -0.1054, -0.3925,\n",
      "         0.3529,  0.1623,  0.0712, -0.2666, -0.0524, -0.4039,  0.2834, -0.2073,\n",
      "         0.0622, -0.2276,  0.0601,  0.4850,  0.2554,  0.0738, -0.2313,  0.1588,\n",
      "        -0.5572,  0.2906, -0.0862,  0.1318, -0.0942,  0.2372,  0.2008, -0.2930,\n",
      "        -0.0716,  0.1122,  0.1927, -0.3932,  0.4455,  0.2894,  0.0500,  0.0276,\n",
      "         0.5101, -0.0268,  0.0840, -0.3241,  0.1915, -0.0516, -0.1310,  0.0267,\n",
      "        -0.1372,  0.7535, -0.1322, -0.0617,  0.2984,  0.1391, -0.1022, -0.0668,\n",
      "        -0.2926, -0.4737,  0.2648,  0.0238, -0.4265,  0.0804,  0.2333, -0.1248,\n",
      "        -0.2431, -0.4117, -0.2524, -0.7267, -0.0417, -1.1865, -0.9121, -0.8019,\n",
      "        -0.4657, -0.4833,  0.2496, -0.6374, -0.4722, -0.2614, -0.6535, -0.9136,\n",
      "        -0.9830, -0.2707,  0.4457, -0.3768, -0.5425, -0.5250, -0.0905, -0.1987,\n",
      "        -0.8036,  0.0136, -0.7531,  0.3766, -1.1685, -0.5818, -0.4427, -0.8018,\n",
      "        -0.7666, -0.2373, -0.8766, -0.1430, -0.7621, -0.7128, -1.1791, -0.1971,\n",
      "        -0.5364, -0.6262, -0.4245, -0.5133, -0.6078, -0.3284, -0.0409, -0.1563,\n",
      "        -0.1332, -0.6299, -0.3037,  0.2151, -0.0527, -0.6994, -0.9452, -0.5715,\n",
      "        -0.6082, -0.5148, -0.8106, -0.8286, -0.6187, -0.4799, -0.3966, -0.5393],\n",
      "       device='cuda:0')\n",
      "--------------------------------------------------\n",
      " 12\n",
      "lstm.weight_ih_l3\n",
      "tensor([[-0.2212, -1.0798,  0.1394,  ...,  0.1215, -0.0205,  0.0939],\n",
      "        [ 1.3184, -0.2008, -0.5478,  ...,  0.2145,  0.2656, -0.0942],\n",
      "        [ 0.0024, -0.8139, -0.0126,  ...,  0.5819,  0.6071, -0.9615],\n",
      "        ...,\n",
      "        [-0.2663,  0.1608, -0.0105,  ...,  0.3302,  0.2010,  0.3299],\n",
      "        [-0.3648,  0.2024, -0.3457,  ...,  0.1181,  0.6695, -0.1949],\n",
      "        [ 0.4126,  0.1671,  0.9039,  ..., -0.5897, -0.4874, -0.4469]],\n",
      "       device='cuda:0')\n",
      "--------------------------------------------------\n",
      " 13\n",
      "lstm.weight_hh_l3\n",
      "tensor([[ 0.3203, -0.9863, -0.6594,  ...,  0.4658, -0.5898, -0.0946],\n",
      "        [ 0.1640, -1.3755, -0.4289,  ...,  0.2232, -0.2624, -0.3267],\n",
      "        [-0.5813, -0.4141, -0.4171,  ...,  0.3918, -0.0702,  0.2289],\n",
      "        ...,\n",
      "        [-0.0903, -0.3949, -0.9034,  ...,  0.3678, -0.7158, -0.8314],\n",
      "        [ 0.4963, -0.5902, -0.5797,  ...,  0.0374, -0.6876,  0.3184],\n",
      "        [ 0.2536,  0.1657, -0.0286,  ...,  0.4801,  0.4181, -0.3382]],\n",
      "       device='cuda:0')\n",
      "--------------------------------------------------\n",
      " 14\n",
      "lstm.bias_ih_l3\n",
      "tensor([-1.4036e+00, -8.0730e-01, -8.9033e-01, -8.4927e-01, -7.9848e-01,\n",
      "        -8.9178e-01, -6.8741e-01, -3.9165e-02, -9.1357e-01, -6.5255e-01,\n",
      "        -1.0518e+00, -5.4136e-01, -1.1358e+00, -9.3001e-01, -1.3138e+00,\n",
      "        -1.1759e-01, -7.7650e-01, -4.6344e-01, -1.0076e+00, -7.5908e-01,\n",
      "        -1.1624e+00, -7.2642e-01, -1.0133e+00, -1.0226e+00, -1.0103e+00,\n",
      "        -1.1126e+00, -3.5276e-01, -1.4306e+00, -6.3949e-01, -5.8352e-01,\n",
      "        -7.4974e-01, -8.0107e-01, -6.9581e-01, -3.8654e-01, -1.3534e+00,\n",
      "        -8.0288e-01, -9.2721e-01, -1.4602e+00, -9.7990e-01, -1.0431e+00,\n",
      "        -1.3470e+00, -1.2189e+00, -6.3063e-01, -7.6913e-01, -5.7102e-01,\n",
      "        -1.0410e+00, -5.3561e-01, -6.5471e-01, -3.8621e-01, -1.0440e+00,\n",
      "        -6.6196e-01, -8.0437e-01, -7.8597e-01, -9.6304e-01, -1.0199e+00,\n",
      "        -4.6034e-01, -7.4373e-01, -4.1180e-01, -8.2998e-01, -6.8159e-01,\n",
      "        -3.7736e-01, -8.3226e-01, -7.1511e-01, -7.1517e-01,  1.7404e-01,\n",
      "         3.3879e-01,  5.3672e-01,  6.6627e-02, -3.6585e-01,  2.9357e-01,\n",
      "        -2.4859e-01, -1.0930e+00, -1.5806e-01, -1.7745e-01,  3.5096e-01,\n",
      "         2.7414e-01,  1.1661e-01,  8.2372e-01,  1.0732e+00, -2.6175e-01,\n",
      "        -1.9128e-02, -6.2306e-02, -1.3939e-01,  1.4077e+00,  8.0488e-01,\n",
      "        -4.8077e-01, -1.1213e-01, -5.8447e-01,  2.9706e-01,  1.1682e+00,\n",
      "        -1.0214e-01,  8.4190e-01, -4.2583e-02, -5.6604e-01, -9.5784e-01,\n",
      "        -2.6182e-01, -6.8175e-01, -1.0466e+00,  2.1182e-02, -2.8725e-01,\n",
      "         3.6640e-02, -8.7560e-02, -3.0892e-02, -2.5801e-01,  1.2636e-01,\n",
      "         2.3006e-01, -7.3547e-02, -3.4638e-02, -5.6853e-01,  2.8846e-01,\n",
      "        -3.8619e-01, -5.7283e-01,  2.7165e-01,  2.5557e-01, -9.7625e-01,\n",
      "         2.2377e-01,  1.8953e-01, -5.8814e-01, -3.6526e-01, -1.0191e+00,\n",
      "         9.0648e-02, -1.1563e+00, -5.1607e-01, -3.4829e-01, -2.9811e-01,\n",
      "         3.4712e-01,  4.8549e-01, -9.4484e-01, -2.5208e-01,  1.3950e-01,\n",
      "        -1.3086e-01,  2.4359e-01,  1.1230e-01, -2.8870e-01,  3.2258e-01,\n",
      "        -1.5663e-01, -6.6082e-02,  6.2855e-02, -3.1188e-02,  5.2364e-01,\n",
      "         1.7882e-01, -6.5147e-03,  3.2100e-01,  2.6529e-01,  3.7219e-01,\n",
      "        -4.4695e-02,  1.9648e-01,  3.3033e-01, -3.8221e-01,  2.4675e-01,\n",
      "         6.2214e-02, -8.2229e-02, -2.3234e-01, -2.1227e-01,  1.0361e-02,\n",
      "        -3.8455e-01,  4.8240e-02, -4.0400e-02, -1.3186e-01,  9.2070e-01,\n",
      "        -6.9944e-02, -3.5504e-01,  3.2408e-03,  1.4667e-01,  7.0154e-02,\n",
      "        -1.5368e-01,  4.6800e-01,  1.5163e-01, -2.2082e-01, -1.8551e-01,\n",
      "         1.7898e-01,  3.2825e-02, -2.9964e-02, -7.9967e-02, -9.0040e-02,\n",
      "        -1.3774e-01, -3.2150e-01,  7.2972e-02, -6.9135e-02,  2.6722e-01,\n",
      "         1.2612e-01, -6.0056e-02, -1.9353e-01,  7.6097e-02, -1.9801e-01,\n",
      "         4.2664e-02,  9.1930e-03, -3.3074e-01,  1.2511e-01, -3.3587e-01,\n",
      "         3.9505e-01, -2.8936e-01, -7.4148e-01, -6.2994e-01, -5.2901e-01,\n",
      "        -6.0530e-01, -3.1149e-01, -5.0891e-01, -5.9740e-01, -3.8570e-01,\n",
      "        -1.7540e-01, -7.5562e-01, -4.4287e-01, -2.6374e-01, -7.1268e-01,\n",
      "        -1.7068e-01,  1.2362e-02, -6.1810e-01, -7.9505e-02, -1.1593e-01,\n",
      "        -4.0182e-01,  2.6436e-01, -7.3259e-01, -7.4511e-01, -3.2166e-01,\n",
      "        -9.7874e-02, -4.6019e-01, -4.3924e-01, -5.2007e-01,  5.0166e-04,\n",
      "        -2.8889e-01, -3.9858e-01, -7.7442e-01, -4.7336e-01, -6.4094e-01,\n",
      "        -1.6200e-01, -2.0400e-01, -2.8413e-01, -6.6791e-01, -5.0576e-01,\n",
      "        -1.6805e-01, -6.8543e-01, -1.0845e+00, -5.2246e-01, -4.4210e-01,\n",
      "        -5.1223e-01, -1.7597e-01, -3.6632e-01, -6.9850e-01, -4.0225e-01,\n",
      "        -4.8461e-01, -6.7053e-01,  3.6453e-01, -1.4506e-01, -9.5570e-01,\n",
      "        -2.7849e-01, -4.3648e-01, -2.8866e-01,  4.5502e-02,  2.1195e-01,\n",
      "        -5.7632e-01, -6.0312e-01, -4.1006e-01, -4.9776e-01, -2.2843e-01,\n",
      "        -2.9747e-01], device='cuda:0')\n",
      "--------------------------------------------------\n",
      " 15\n",
      "lstm.bias_hh_l3\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "tensor([-1.1732e+00, -8.2551e-01, -8.8102e-01, -9.2034e-01, -7.6208e-01,\n",
      "        -7.7599e-01, -8.4967e-01, -1.0730e-01, -8.8052e-01, -5.5725e-01,\n",
      "        -8.8728e-01, -4.4731e-01, -1.1396e+00, -9.1379e-01, -1.2458e+00,\n",
      "         1.6156e-02, -8.5868e-01, -4.5690e-01, -8.3813e-01, -7.0821e-01,\n",
      "        -1.0714e+00, -6.6743e-01, -9.0860e-01, -8.1299e-01, -1.0540e+00,\n",
      "        -1.2694e+00, -4.8467e-01, -1.3121e+00, -6.8701e-01, -6.3823e-01,\n",
      "        -6.0205e-01, -8.0362e-01, -5.7186e-01, -3.0955e-01, -1.4456e+00,\n",
      "        -8.9129e-01, -9.7123e-01, -1.5411e+00, -9.9499e-01, -1.1152e+00,\n",
      "        -1.4705e+00, -1.2352e+00, -5.5130e-01, -5.8703e-01, -4.9930e-01,\n",
      "        -1.1018e+00, -4.0352e-01, -6.1960e-01, -3.2275e-01, -1.0361e+00,\n",
      "        -4.8369e-01, -8.8504e-01, -6.8344e-01, -8.0760e-01, -1.1218e+00,\n",
      "        -5.5243e-01, -7.6086e-01, -4.0259e-01, -8.8261e-01, -7.2731e-01,\n",
      "        -4.0182e-01, -1.0411e+00, -8.5853e-01, -6.3110e-01,  2.2445e-01,\n",
      "         1.7492e-01,  5.7675e-01, -1.5448e-01, -2.1684e-01,  2.0283e-01,\n",
      "        -2.8529e-01, -9.6281e-01, -2.5175e-01, -1.7709e-01,  2.1621e-01,\n",
      "         3.2258e-01,  3.1997e-01,  6.9487e-01,  9.2493e-01, -3.2014e-01,\n",
      "        -1.3536e-01,  4.7044e-02, -2.0137e-01,  1.5123e+00,  8.0433e-01,\n",
      "        -5.5284e-01, -9.6321e-02, -5.2124e-01,  3.8192e-01,  1.2008e+00,\n",
      "        -6.2277e-02,  9.0892e-01, -1.4904e-01, -5.0912e-01, -9.1032e-01,\n",
      "        -1.3018e-01, -7.4261e-01, -1.1505e+00,  7.5147e-02, -1.4711e-01,\n",
      "        -2.1165e-02, -1.7191e-01, -1.8009e-01, -3.3621e-01,  2.7549e-02,\n",
      "         2.4017e-01,  3.0103e-02, -7.2355e-02, -6.5566e-01,  3.0915e-01,\n",
      "        -3.0286e-01, -4.5873e-01,  1.5121e-01,  2.9086e-01, -1.0235e+00,\n",
      "         2.7746e-01,  2.5709e-01, -4.4417e-01, -3.2104e-01, -9.8096e-01,\n",
      "         2.2076e-01, -1.1941e+00, -3.9379e-01, -1.8381e-01, -1.9776e-01,\n",
      "         4.6523e-01,  4.0908e-01, -9.1448e-01, -4.2666e-01,  7.2329e-02,\n",
      "        -8.6778e-02,  2.5186e-01,  1.3495e-01, -2.1165e-01,  1.4978e-01,\n",
      "        -1.5632e-01,  6.1350e-02,  1.2203e-01,  6.2600e-02,  3.7895e-01,\n",
      "         8.7074e-03,  1.0357e-01,  2.6438e-01,  1.3170e-01,  1.9244e-01,\n",
      "        -6.2953e-02,  2.2844e-01,  3.6830e-01, -4.0555e-01,  2.2484e-01,\n",
      "         1.3909e-01,  4.1772e-02, -3.5228e-01, -2.7423e-01, -4.8426e-02,\n",
      "        -4.2529e-01,  5.2961e-02, -5.4875e-02,  3.6770e-03,  1.0563e+00,\n",
      "        -1.7443e-01, -5.0358e-01,  1.8288e-02,  1.4105e-01,  2.1142e-01,\n",
      "        -1.7285e-01,  4.3949e-01,  1.2462e-01, -1.6508e-01, -1.2891e-01,\n",
      "         3.1745e-01,  1.4547e-01,  1.2900e-01, -1.5789e-01, -1.1924e-01,\n",
      "        -1.3218e-01, -1.7589e-01, -9.9207e-02,  1.7414e-01,  1.4873e-01,\n",
      "         1.5480e-01, -3.7191e-02, -2.8849e-01,  1.5106e-01, -2.4896e-01,\n",
      "         1.7620e-01, -2.6359e-02, -2.7119e-01,  8.3517e-02, -1.8381e-01,\n",
      "         2.0972e-01, -1.2842e-01, -6.2974e-01, -6.2205e-01, -6.0956e-01,\n",
      "        -6.3412e-01, -1.1963e-01, -4.3835e-01, -6.0858e-01, -5.4570e-01,\n",
      "        -2.4018e-01, -7.2454e-01, -2.7067e-01, -3.8665e-01, -7.0513e-01,\n",
      "        -3.2657e-01,  1.7900e-01, -6.0281e-01, -7.4993e-02, -1.4727e-01,\n",
      "        -3.2955e-01,  1.9385e-01, -8.2070e-01, -7.6265e-01, -2.1373e-01,\n",
      "        -5.0237e-02, -3.1602e-01, -5.2375e-01, -3.8238e-01,  4.8253e-03,\n",
      "        -2.7038e-01, -3.3419e-01, -5.7933e-01, -6.9041e-01, -7.3046e-01,\n",
      "        -1.3866e-01, -2.4229e-01, -2.0687e-01, -5.6490e-01, -3.4430e-01,\n",
      "        -2.0281e-01, -7.0484e-01, -1.0446e+00, -5.7343e-01, -4.6595e-01,\n",
      "        -4.0977e-01, -7.5440e-02, -3.5875e-01, -8.1166e-01, -3.1141e-01,\n",
      "        -4.9258e-01, -6.9974e-01,  2.5693e-01, -1.0498e-01, -9.3412e-01,\n",
      "        -3.2174e-01, -3.0743e-01, -4.4529e-01,  5.1791e-02, -1.4542e-03,\n",
      "        -5.1137e-01, -5.6316e-01, -5.5434e-01, -4.2893e-01, -1.0168e-01,\n",
      "        -3.7680e-01], device='cuda:0')\n",
      "--------------------------------------------------\n",
      " 16\n",
      "lstm.weight_ih_l4\n",
      "tensor([[ 0.3887, -0.6564,  0.6058,  ...,  0.6053, -0.1579, -0.2254],\n",
      "        [-0.5989, -0.6285,  0.1214,  ...,  0.5595, -0.0049, -0.1335],\n",
      "        [-0.2501, -0.3673,  0.9601,  ..., -0.0523, -0.7829,  1.2004],\n",
      "        ...,\n",
      "        [ 0.1069, -0.3885, -0.4293,  ...,  0.4016, -0.4378, -0.2725],\n",
      "        [ 1.1534,  0.9917, -0.0386,  ..., -0.0152, -0.8645,  0.0708],\n",
      "        [ 0.6898,  0.9147, -0.0252,  ..., -0.8500, -0.0472,  0.4088]],\n",
      "       device='cuda:0')\n",
      "--------------------------------------------------\n",
      " 17\n",
      "lstm.weight_hh_l4\n",
      "tensor([[ 0.9058, -0.5414, -0.3242,  ..., -0.6569, -0.6093, -0.1598],\n",
      "        [-0.5461,  1.1679, -0.1704,  ...,  0.0041,  0.5566, -0.1176],\n",
      "        [-0.0500,  0.4696, -0.5150,  ...,  0.6835, -0.5937, -0.3722],\n",
      "        ...,\n",
      "        [-0.2687,  1.3555, -0.3711,  ...,  0.2973,  0.2800,  1.5414],\n",
      "        [-0.7413, -0.2379, -0.0416,  ..., -0.4020, -1.2143,  0.1360],\n",
      "        [ 0.7380,  0.4861,  0.8859,  ...,  0.2879,  0.5197,  0.8912]],\n",
      "       device='cuda:0')\n",
      "--------------------------------------------------\n",
      " 18\n",
      "lstm.bias_ih_l4\n",
      "tensor([-1.3696e+00, -1.0810e+00, -9.5332e-01, -9.3055e-01, -1.2307e+00,\n",
      "        -1.5151e+00, -1.2185e+00, -1.2260e+00, -1.4502e+00, -9.2756e-01,\n",
      "        -1.4475e+00, -1.2906e+00, -9.7949e-01, -1.1827e+00, -1.2328e+00,\n",
      "        -1.4869e+00, -1.2713e+00, -1.3342e+00, -1.6031e+00, -1.2908e+00,\n",
      "        -1.3863e+00, -9.5007e-01, -1.1771e+00, -1.0764e+00, -1.3064e+00,\n",
      "        -1.2306e+00, -1.0686e+00, -1.3189e+00, -1.3161e+00, -1.4214e+00,\n",
      "        -1.3910e+00, -2.3023e+00, -1.0780e+00, -1.2174e+00, -1.3575e+00,\n",
      "        -1.1963e+00, -1.4034e+00, -1.3380e+00, -8.3403e-01, -1.0929e+00,\n",
      "        -1.3368e+00, -1.0910e+00, -1.1776e+00, -1.1595e+00, -1.0390e+00,\n",
      "        -1.2353e+00, -1.5331e+00, -1.5389e+00, -9.9129e-01, -6.9025e-01,\n",
      "        -1.5860e+00, -8.4262e-01, -1.2668e+00, -1.7075e+00, -1.1533e+00,\n",
      "        -1.2650e+00, -1.7943e+00, -8.7345e-01, -1.8057e+00, -1.2535e+00,\n",
      "        -1.3322e+00, -1.2794e+00, -1.2372e+00, -9.1444e-01,  5.0694e-01,\n",
      "         5.7252e-01,  2.5116e-01,  7.0874e-02,  2.7699e-01,  1.9800e-01,\n",
      "         6.3696e-02,  1.5389e-01,  1.5707e-01,  3.1619e-01,  3.9072e-01,\n",
      "         2.1968e-01, -4.0706e-01,  7.9580e-01,  5.8038e-01, -3.5416e-01,\n",
      "         6.7164e-01, -2.0548e-02,  9.6019e-02,  3.5007e-01,  1.7514e-01,\n",
      "         4.1458e-01, -5.3218e-02,  2.9278e-01,  6.8000e-01,  3.1538e-01,\n",
      "        -6.9818e-01,  4.2528e-01,  3.7118e-01,  5.2193e-01,  3.5747e-01,\n",
      "        -3.8392e-01,  9.2324e-01,  6.4754e-01,  9.6115e-01,  5.8374e-01,\n",
      "         2.6195e-01,  7.7206e-01,  4.7237e-01,  7.1312e-01,  4.0967e-01,\n",
      "         5.3279e-01,  7.1844e-01,  3.3057e-01,  3.9227e-01,  4.1789e-01,\n",
      "         1.9750e-01, -4.8036e-02,  2.4946e-01,  1.6293e-01, -1.2253e-01,\n",
      "        -1.9474e-01,  5.6736e-01, -2.8917e-02,  3.2571e-03,  2.9833e-01,\n",
      "        -7.7281e-01,  5.1039e-01,  9.7658e-02,  1.9227e-01, -4.1010e-01,\n",
      "        -3.0389e-02, -1.2260e-01,  5.3982e-01,  3.1169e-01, -1.7980e-02,\n",
      "        -6.3068e-02, -1.6955e-02,  1.9823e-02, -1.8864e-01,  1.2937e-01,\n",
      "         1.7400e-01, -4.6181e-02,  4.1467e-03, -1.8075e-02,  2.0983e-01,\n",
      "         7.7778e-02,  1.2580e-03,  1.9969e-01, -1.6861e-01, -3.4574e-01,\n",
      "        -1.8220e-01,  1.3707e-01, -5.3935e-02,  3.4405e-01, -1.1709e-01,\n",
      "         1.4327e-01,  2.1009e-01,  7.6683e-02,  1.0013e-01, -2.9987e-01,\n",
      "        -3.2822e-01, -4.0202e-01,  2.7144e-01,  4.4145e-02, -1.3707e-01,\n",
      "         2.8282e-01,  2.4234e-01,  5.7643e-02, -1.3324e-01, -3.6530e-01,\n",
      "        -2.8136e-02,  1.0075e-01, -1.3739e-01,  2.3681e-01,  1.0945e-01,\n",
      "        -3.0376e-02, -1.3306e-01,  1.4240e-01, -9.9473e-02,  2.3716e-01,\n",
      "         1.6128e-01, -2.3535e-01,  3.6678e-02,  1.5497e-01, -8.7382e-02,\n",
      "        -2.6290e-01,  2.2772e-01, -5.7553e-02, -5.7775e-02,  8.0942e-04,\n",
      "         8.4899e-02, -2.0173e-01, -1.6358e-01, -8.6198e-02,  2.7777e-02,\n",
      "         1.0552e-02,  1.0573e-01,  3.2569e-01,  3.0494e-01,  6.9646e-01,\n",
      "        -4.8710e-01,  1.3369e-01, -7.7166e-01,  9.2271e-02, -2.2232e-01,\n",
      "        -9.0423e-01, -1.1941e+00, -2.7240e-01,  2.3081e-01, -6.7748e-01,\n",
      "         5.5841e-01, -2.5592e-01, -2.0624e-01,  4.0745e-01, -3.9071e-01,\n",
      "        -5.3875e-01,  2.1698e-01, -3.0483e-01, -4.2926e-01, -9.0031e-01,\n",
      "        -5.4909e-01, -5.5915e-01, -2.1151e-01, -1.9118e-01, -9.1284e-01,\n",
      "        -5.6246e-01,  4.6688e-03, -4.0325e-01, -9.4722e-01,  3.0185e-01,\n",
      "        -2.8723e-01,  8.5450e-01,  4.2804e-01, -6.4361e-01, -1.2061e-01,\n",
      "         4.9821e-01,  1.4302e-01,  3.9733e-01, -2.7116e-01, -1.6242e-01,\n",
      "         6.1682e-02,  8.8148e-01, -8.4757e-01, -6.0800e-01, -1.0268e+00,\n",
      "        -3.4851e-01,  1.9030e-01, -3.7850e-01, -4.3382e-01, -6.3878e-02,\n",
      "        -5.2044e-02,  1.4308e-01, -3.9053e-02, -7.8780e-01, -1.6283e-01,\n",
      "        -7.5334e-01, -5.7999e-01, -2.5570e-01, -4.7576e-01, -6.4574e-01,\n",
      "         5.4052e-01], device='cuda:0')\n",
      "--------------------------------------------------\n",
      " 19\n",
      "lstm.bias_hh_l4\n",
      "tensor([-1.1295e+00, -1.1677e+00, -8.8338e-01, -8.8248e-01, -1.3663e+00,\n",
      "        -1.3869e+00, -1.4203e+00, -1.2090e+00, -1.5647e+00, -1.0150e+00,\n",
      "        -1.4599e+00, -1.3226e+00, -1.0198e+00, -1.2026e+00, -1.0106e+00,\n",
      "        -1.4746e+00, -1.2824e+00, -1.2874e+00, -1.7086e+00, -1.3446e+00,\n",
      "        -1.3829e+00, -9.6117e-01, -1.2249e+00, -1.1009e+00, -1.3547e+00,\n",
      "        -1.1871e+00, -1.0024e+00, -1.4102e+00, -1.2349e+00, -1.4201e+00,\n",
      "        -1.3593e+00, -2.2852e+00, -1.1441e+00, -1.2328e+00, -1.2649e+00,\n",
      "        -1.2244e+00, -1.3294e+00, -1.3012e+00, -8.2121e-01, -9.6886e-01,\n",
      "        -1.2875e+00, -1.1585e+00, -1.0042e+00, -1.0188e+00, -1.0715e+00,\n",
      "        -1.2397e+00, -1.4861e+00, -1.7166e+00, -9.2876e-01, -7.0602e-01,\n",
      "        -1.7102e+00, -8.5799e-01, -1.1801e+00, -1.5282e+00, -1.3366e+00,\n",
      "        -1.1422e+00, -1.7830e+00, -1.0557e+00, -1.8029e+00, -1.0312e+00,\n",
      "        -1.4092e+00, -1.2126e+00, -1.3672e+00, -9.7722e-01,  5.2571e-01,\n",
      "         4.4110e-01,  3.0331e-01,  1.3609e-01,  2.7876e-01,  2.7744e-01,\n",
      "         1.5826e-01,  3.5293e-01,  2.2180e-01,  4.0979e-01,  5.0203e-01,\n",
      "         1.5954e-01, -2.4637e-01,  6.0929e-01,  5.0710e-01, -2.8450e-01,\n",
      "         6.2763e-01, -9.7282e-02,  1.8400e-01,  3.7566e-01,  5.0386e-02,\n",
      "         3.8962e-01, -4.0759e-02,  8.0880e-02,  6.6770e-01,  3.6709e-01,\n",
      "        -6.4986e-01,  6.2069e-01,  5.1762e-01,  5.3597e-01,  3.7377e-01,\n",
      "        -4.2125e-01,  9.4071e-01,  6.9284e-01,  8.2871e-01,  5.7890e-01,\n",
      "         3.2017e-01,  5.5595e-01,  6.6206e-01,  7.8919e-01,  3.0559e-01,\n",
      "         5.9258e-01,  6.3415e-01,  2.5747e-01,  3.7032e-01,  4.5042e-01,\n",
      "         3.4655e-01,  4.5504e-02,  4.2282e-01,  6.2055e-02, -4.6690e-02,\n",
      "        -1.0036e-01,  5.5387e-01, -1.3018e-01,  1.5052e-01,  2.1712e-01,\n",
      "        -6.3256e-01,  4.9317e-01, -3.6680e-02,  8.0866e-02, -2.4911e-01,\n",
      "        -9.9719e-02, -1.8784e-01,  4.8800e-01,  2.0808e-01, -8.8538e-02,\n",
      "        -1.5004e-02,  6.2066e-02,  3.3128e-02, -2.8656e-01,  4.5568e-04,\n",
      "         8.0895e-02,  1.1082e-01,  9.0340e-02, -1.0060e-01,  9.8115e-02,\n",
      "         1.1122e-01, -1.6019e-01,  1.0569e-01, -1.6263e-01, -4.6127e-01,\n",
      "        -2.9137e-01,  5.8173e-03, -7.7342e-02,  2.1305e-01,  1.1151e-01,\n",
      "         2.1432e-01,  4.0623e-02,  2.8793e-02,  1.3314e-01, -4.3424e-01,\n",
      "        -3.3215e-01, -4.3797e-01,  2.1960e-01,  1.1503e-01, -2.3460e-01,\n",
      "         9.8389e-02,  1.9592e-01, -1.3567e-04,  8.3498e-02, -2.9699e-01,\n",
      "        -5.5881e-02,  4.9699e-02, -2.4642e-01,  4.2357e-01,  2.8414e-01,\n",
      "         1.3461e-01, -1.7663e-01,  2.6046e-01,  4.7577e-03,  1.1382e-01,\n",
      "         1.9927e-01, -1.8260e-01,  7.2033e-02,  6.8446e-02,  1.5899e-02,\n",
      "        -8.8350e-02,  1.1988e-02, -6.0540e-02, -1.5688e-01, -1.1514e-02,\n",
      "        -7.0860e-02, -8.3857e-02,  3.4784e-03,  2.4045e-02, -1.2497e-01,\n",
      "        -7.0092e-02,  6.7646e-02,  2.2832e-01,  2.5130e-01,  6.9422e-01,\n",
      "        -4.8728e-01,  4.9539e-02, -7.7441e-01,  1.9369e-01, -3.8262e-01,\n",
      "        -9.2261e-01, -1.1897e+00, -2.2607e-01,  2.2581e-01, -5.4194e-01,\n",
      "         5.2105e-01, -8.1703e-02, -2.3534e-01,  4.5794e-01, -3.1593e-01,\n",
      "        -5.1766e-01,  3.0430e-01, -5.4649e-01, -4.9406e-01, -7.6508e-01,\n",
      "        -5.6293e-01, -6.2766e-01, -2.3238e-01, -6.1416e-02, -8.9347e-01,\n",
      "        -5.6249e-01,  2.8250e-02, -6.0539e-01, -9.3788e-01,  2.9636e-01,\n",
      "        -3.4786e-01,  8.8811e-01,  3.2346e-01, -5.7294e-01, -5.3586e-02,\n",
      "         6.4055e-01,  2.4378e-01,  3.4800e-01, -2.0618e-01, -1.5605e-01,\n",
      "        -1.5848e-01,  8.8393e-01, -9.4180e-01, -6.6286e-01, -1.1211e+00,\n",
      "        -2.9366e-01,  5.0015e-02, -4.7574e-01, -4.1673e-01, -5.2667e-02,\n",
      "         5.0033e-02,  1.0975e-01, -5.8441e-03, -1.0171e+00, -1.8770e-01,\n",
      "        -7.1010e-01, -6.2679e-01, -2.9648e-01, -4.6683e-01, -6.3125e-01,\n",
      "         7.0208e-01], device='cuda:0')\n",
      "--------------------------------------------------\n",
      " 20\n",
      "fc.weight\n",
      "tensor([[ 1.0756e-01, -4.6931e-01, -2.7942e+00,  ..., -3.9071e-01,\n",
      "         -1.4381e-01, -5.6826e-01],\n",
      "        [ 7.5609e-01, -4.3073e-01, -3.7493e-01,  ..., -4.3610e-01,\n",
      "          8.1613e-01,  8.0850e-01],\n",
      "        [ 6.0212e-01,  5.4942e-01, -8.7798e-01,  ...,  1.0545e+00,\n",
      "         -3.2048e+00, -1.0153e+00],\n",
      "        ...,\n",
      "        [ 6.3912e-01, -4.9792e-01, -2.1171e+00,  ..., -2.0265e-01,\n",
      "         -3.7245e+00, -9.6530e-01],\n",
      "        [ 1.0744e+00, -2.0001e-01,  5.8992e-01,  ..., -2.1921e-01,\n",
      "         -6.3038e-01,  3.3374e-01],\n",
      "        [-7.7498e-02, -2.9464e-01, -1.1593e+00,  ..., -3.1832e-03,\n",
      "         -8.5837e-01, -1.8048e+00]], device='cuda:0')\n",
      "--------------------------------------------------\n",
      " 21\n",
      "fc.bias\n",
      "tensor([-2.1523, -2.1405, -1.9767, -2.3031, -2.0709, -2.5385, -1.4974, -1.9339,\n",
      "        -2.0811, -1.9268, -2.0883, -2.1255, -1.9847, -2.7721, -1.7430, -2.3891,\n",
      "        -2.0688, -2.1471, -2.3008, -1.8509, -1.8145, -2.0473, -2.1117, -2.1077,\n",
      "        -2.2547, -2.3165, -1.5415, -2.7809, -2.0976, -2.2025, -1.2202, -2.0529,\n",
      "        -1.9584, -2.0706, -1.9369], device='cuda:0')\n"
     ]
    }
   ],
   "source": [
    "for i, (name, param) in enumerate(model.state_dict().items()):\n",
    "    print(\"-\"*50 + \"\\n\", i)\n",
    "    print(name)\n",
    "    print(param)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "LSTM(12, 64, num_layers=5, batch_first=True)\n",
      "Linear(in_features=64, out_features=35, bias=True)\n"
     ]
    }
   ],
   "source": [
    "for child in model.children():\n",
    "    print(child)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "RNN(\n",
      "  (lstm): LSTM(12, 64, num_layers=5, batch_first=True)\n",
      "  (fc): Linear(in_features=64, out_features=35, bias=True)\n",
      ")\n",
      "LSTM(12, 64, num_layers=5, batch_first=True)\n",
      "Linear(in_features=64, out_features=35, bias=True)\n"
     ]
    }
   ],
   "source": [
    "for module in model.modules():\n",
    "    print(module)"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.3"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}
